-- Logs begin at Thu 2021-12-16 15:09:36 UTC, end at Thu 2021-12-16 16:05:49 UTC. -- Dec 16 15:40:19.588325 dv-cinder-784477-11-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Dec 16 15:40:22.374435 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.common.config [-] Logging enabled! Dec 16 15:40:22.375083 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev287 Dec 16 15:40:22.375175 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=108795) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 16 15:40:22.378429 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.common.config [-] Logging enabled! Dec 16 15:40:22.378674 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev287 Dec 16 15:40:22.378983 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=108795) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 16 15:40:22.379896 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 16 15:40:22.380116 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 16 15:40:22.380483 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 16 15:40:22.380725 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 16 15:40:22.380949 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 16 15:40:22.381253 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:22.381685 dv-cinder-784477-11-iscsi neutron-server[108795]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 16 15:40:22.381972 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:22.382257 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:22.382534 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:22.382821 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:22.383098 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:22.383370 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:22.383645 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:22.383931 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:22.384203 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:22.384475 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:22.384734 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:22.385017 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:22.385293 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] config_source = [] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:22.385604 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:22.385883 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:22.386157 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] debug = True {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:22.386428 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:22.386850 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:22.387265 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:22.387538 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:22.387837 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:22.388111 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:22.388358 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:22.388662 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:22.388941 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:22.389261 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] host = dv-cinder-784477-11-iscsi {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:22.389566 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:22.389851 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:22.390127 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:22.390402 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:22.390668 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:22.390936 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:22.391231 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:22.391497 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] log_dir = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:22.391759 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] log_file = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:22.392024 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:22.392300 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:22.392578 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:22.392883 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:22.393104 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:22.393324 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:22.393626 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:22.393903 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:22.394172 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:22.394437 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:22.394704 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:22.394970 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:22.395240 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:22.395500 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:22.395774 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:22.396049 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:22.396323 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:22.396590 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:22.396858 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:22.397117 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:22.397380 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:22.397678 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:22.397941 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:22.398205 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:22.398470 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:22.398747 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:22.399007 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:22.399270 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:22.399560 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:22.399835 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:22.400107 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:22.400382 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:22.400645 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:22.400918 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:22.401180 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:22.401467 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] use_journal = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:22.401730 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] use_json = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:22.401992 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:22.402251 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:22.402524 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:22.402787 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:22.403053 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:22.403315 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:22.403577 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:22.403849 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:22.404136 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.404425 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.404715 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.404988 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.405285 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.405584 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.405866 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.406137 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.406415 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.406692 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.407017 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.407287 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.407565 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.407834 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.408118 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.408414 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.408702 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.408986 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.409256 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.409546 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.409814 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.410085 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.410362 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.410634 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.410913 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.411196 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.411467 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.411754 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.412032 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.412318 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.412599 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.412865 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.413137 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.413438 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.413713 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.413979 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.414247 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.414526 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.414794 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.415057 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.415334 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.415602 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.415865 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.416128 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.416397 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.416675 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.416944 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.417205 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.417498 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.417767 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.418027 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.418304 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.418572 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.418834 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.419097 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.419366 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.419630 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.419893 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.420160 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.420423 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.420689 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.420953 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.421214 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.421503 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.421771 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.422036 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.422303 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.422592 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.422859 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.423121 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.423383 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.423645 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.423907 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.424174 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.424451 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.424740 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.425007 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.425279 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.425573 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.425841 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.426109 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.426375 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.426642 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.426909 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.427172 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.427449 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.427721 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.427997 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.428271 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.428567 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.428852 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.429121 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.429394 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.429684 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.429953 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.430225 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.430498 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.430779 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.431062 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.431346 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.431625 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.431908 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.432179 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.432475 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.432743 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:22.432953 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 16 15:40:22.433184 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=108795) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 16 15:40:22.847673 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=108795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 16 15:40:22.847903 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=108795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 16 15:40:22.848227 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=108795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 16 15:40:22.848565 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 16 15:40:23.166647 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:23.166861 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:23.167108 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:23.168379 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:23.168655 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:23.168919 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:23.212830 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:23.213093 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:23.213363 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:23.227506 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:23.227778 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:23.228040 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:23.256352 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:23.256581 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:23.256877 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:23.293369 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:23.293668 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:23.293927 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:23.626035 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:23.626697 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:23.626697 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:23.626839 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:23.627479 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:23.724076 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:23.724391 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:23.724676 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:23.724936 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:23.725155 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:23.725530 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:23.725784 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:23.726032 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:23.726283 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:23.726557 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:23.726793 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:23.727048 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:23.727292 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:23.727539 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:23.727769 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:23.728023 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:23.728271 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:23.728529 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:23.728790 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:23.729041 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:23.729304 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:23.729582 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:23.729860 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:23.730233 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:23.730476 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:23.730714 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:23.731099 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=108795) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 15:40:23.731331 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=108795) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 15:40:23.731563 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=108795) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 15:40:23.732103 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=108795) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 15:40:23.732328 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=108795) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 15:40:23.732554 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=108795) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 15:40:23.732905 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 16 15:40:23.736025 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 16 15:40:23.740052 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 16 15:40:23.744027 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Dec 16 15:40:23.745675 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 16 15:40:23.746125 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 16 15:40:23.746455 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 16 15:40:23.746824 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 16 15:40:23.749677 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 16 15:40:23.749985 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 16 15:40:23.750265 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 16 15:40:23.755681 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 16 15:40:23.778450 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 16 15:40:23.778904 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:23.779190 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=108795) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 16 15:40:23.779559 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:23.780890 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=108795) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 16 15:40:23.781168 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 16 15:40:23.781449 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 16 15:40:23.784674 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:23.784943 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:23.847723 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 16 15:40:23.847903 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 16 15:40:23.848167 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 16 15:40:23.848522 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 16 15:40:23.872101 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_db.sqlalchemy.engines [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=108795) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 16 15:40:24.316085 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.plugins.ml2.managers [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Initializing driver for type 'gre' Dec 16 15:40:24.316611 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] gre ID ranges: [(1, 1000)] Dec 16 15:40:24.372891 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.plugins.ml2.managers [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Initializing driver for type 'local' Dec 16 15:40:24.373274 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.plugins.ml2.managers [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Initializing driver for type 'vlan' Dec 16 15:40:24.392761 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] VlanTypeDriver initialization complete Dec 16 15:40:24.393174 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.plugins.ml2.managers [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Initializing driver for type 'vxlan' Dec 16 15:40:24.393683 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] vxlan ID ranges: [(1, 1000)] Dec 16 15:40:24.444819 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.plugins.ml2.managers [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Initializing extension driver 'port_security' Dec 16 15:40:24.445202 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.plugins.ml2.extensions.port_security [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] PortSecurityExtensionDriver initialization complete Dec 16 15:40:24.445583 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.plugins.ml2.managers [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Initializing mechanism driver 'openvswitch' Dec 16 15:40:24.445905 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.plugins.ml2.managers [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Initializing mechanism driver 'hyperv' Dec 16 15:40:24.452545 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.plugins.ml2.plugin [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=108795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:40:24.453374 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Subscribe: > port after_create 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:24.453761 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Subscribe: > port after_update 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:24.454106 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Subscribe: > port after_delete 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:24.454639 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=108795) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 16 15:40:24.455065 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Subscribe: > subnet after_create 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:24.455415 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Subscribe: > subnet after_update 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:24.455754 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:24.456190 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=108795) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 16 15:40:24.456579 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Subscribe: > network after_create 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:24.456919 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Subscribe: > network after_update 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:24.457253 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Subscribe: > network after_delete 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:24.457665 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=108795) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 16 15:40:24.458065 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Subscribe: > security_group after_create 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:24.458403 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Subscribe: > security_group after_update 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:24.458737 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:24.459132 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=108795) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 16 15:40:24.459528 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:24.459863 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:24.460186 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:24.460571 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=108795) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 16 15:40:24.460968 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Subscribe: > address_group after_create 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:24.461309 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Subscribe: > address_group after_update 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:24.461660 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:24.462052 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=108795) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 16 15:40:24.462424 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] ML2 OVO RPC backend initialized. {{(pid=108795) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 16 15:40:24.463113 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:24.463461 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:24.463873 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Subscribe: > network before_response 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:24.464208 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Subscribe: > networks before_response 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:24.464548 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Subscribe: > port before_response 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:24.464883 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Subscribe: > ports before_response 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:24.465220 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Subscribe: > subnet before_response 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:24.465574 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Subscribe: > subnets before_response 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:24.465916 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Subscribe: > network after_create 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:24.466248 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Subscribe: > network after_update 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:24.466577 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Subscribe: > network after_delete 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:24.466906 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Subscribe: > port after_create 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:24.467235 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Subscribe: > port after_update 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:24.467562 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Subscribe: > port after_delete 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:24.467886 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Subscribe: > subnet after_create 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:24.468211 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Subscribe: > subnet after_update 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:24.468536 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:24.469092 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.plugins.ml2.plugin [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Modular L2 Plugin initialization complete Dec 16 15:40:24.469522 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading services supported by the core plugin {{(pid=108795) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 16 15:40:24.469841 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.plugins.ml2.managers [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Got port-security extension from driver 'port_security' Dec 16 15:40:24.470293 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.extensions.vlantransparent [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Disabled vlantransparent extension. Dec 16 15:40:24.470767 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=108795) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 16 15:40:24.471074 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading Plugin: router Dec 16 15:40:24.507690 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:24.508065 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Subscribe: > router after_create 55549900 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:24.508444 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Subscribe: > router before_create 55549900 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:24.508802 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:24.509185 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:24.509553 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Subscribe: > router after_delete 55549900 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:24.509913 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Subscribe: > floatingip after_create 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:24.510379 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:24.510731 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Subscribe: > router after_create 55549900 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:24.511069 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Subscribe: > router after_update 55549900 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:24.511409 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Subscribe: > router after_update 55549900 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:24.511746 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:24.512090 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Subscribe: > router after_update 55549900 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:24.512492 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Subscribe: > router precommit_update 55549900 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:24.512854 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Subscribe: port after_update 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:24.513190 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Subscribe: port after_delete 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:24.513558 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Subscribe: subnet after_update 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:24.513895 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:24.514252 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:24.514582 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Subscribe: > router precommit_create 55549900 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:24.514905 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Subscribe: port before_delete 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:24.515244 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Subscribe: > router precommit_create 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:24.515596 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Subscribe: > router after_update 55549900 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:24.515929 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:24.516298 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Subscribe: > router precommit_create 55549900 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:24.516653 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:24.517026 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Subscribe: > router precommit_update 55549900 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:24.517382 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Subscribe: > agent after_create 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:24.517756 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Subscribe: > agent after_delete 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:24.518095 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Subscribe: > network after_delete 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:24.518962 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.quota.resource_registry [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Tracking information for resource: router configured {{(pid=108795) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 15:40:24.519294 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.quota.resource_registry [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Tracking information for resource: floatingip configured {{(pid=108795) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 15:40:24.524260 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.db.l3_agentschedulers_db [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 16 15:40:24.524830 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Subscribe: port after_update 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:24.525183 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Subscribe: port after_create 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:24.525599 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Subscribe: port after_delete 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:24.525940 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Subscribe: port after_update 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:24.526731 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Subscribe: > router before_create 55550100 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:24.527084 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:24.527439 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Subscribe: > router precommit_create 55550100 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:24.527790 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Subscribe: > router precommit_update 55550100 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:24.532555 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.services.provider_configuration [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Service providers = [] {{(pid=108795) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 16 15:40:24.532914 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.db.servicetype_db [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=108795) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 16 15:40:24.535856 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.services.service_base [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=108795) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 16 15:40:24.536194 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.services.service_base [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=108795) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 16 15:40:24.536528 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.services.service_base [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=108795) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 16 15:40:24.537431 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.services.service_base [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=108795) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 16 15:40:24.537794 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.services.service_base [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 16 15:40:24.538169 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=108795) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 15:40:24.538484 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 16 15:40:24.549170 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=108795) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 15:40:24.549528 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading Plugin: auto_allocate Dec 16 15:40:24.555347 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Subscribe: network precommit_update 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:24.555709 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Subscribe: network precommit_create 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:24.556220 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=108795) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 15:40:24.556533 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading Plugin: tag Dec 16 15:40:24.563454 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=108795) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 15:40:24.563779 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading Plugin: timestamp Dec 16 15:40:24.567690 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=108795) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 15:40:24.567953 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading Plugin: network_ip_availability Dec 16 15:40:24.573433 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:24.573820 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:24.574168 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:24.574863 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=108795) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 15:40:24.575176 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading Plugin: flavors Dec 16 15:40:24.580184 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=108795) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 15:40:24.580509 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading Plugin: revisions Dec 16 15:40:24.584815 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=108795) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 15:40:24.585196 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_concurrency.lockutils [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.737s {{(pid=108795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 16 15:40:24.585960 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=108795) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 16 15:40:24.586287 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Initializing extension manager. Dec 16 15:40:24.586795 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: __init__.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.587132 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: __pycache__ {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.587458 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.587781 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: address_group.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.588531 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.589092 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loaded extension: address-group Dec 16 15:40:24.589432 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: address_scope.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.590136 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.590639 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loaded extension: address-scope Dec 16 15:40:24.590959 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.591911 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.592414 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loaded extension: router-admin-state-down-before-update Dec 16 15:40:24.592729 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: agent.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.593427 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.593930 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loaded extension: agent Dec 16 15:40:24.594313 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: agent_resources_synced.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.595192 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.595695 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loaded extension: agent-resources-synced Dec 16 15:40:24.596014 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: allowedaddresspairs.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.597816 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.598330 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loaded extension: allowed-address-pairs Dec 16 15:40:24.598649 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: auto_allocated_topology.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.599721 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.600227 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loaded extension: auto-allocated-topology Dec 16 15:40:24.600544 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: availability_zone.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.601226 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.601764 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loaded extension: availability_zone Dec 16 15:40:24.602082 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: availability_zone_filter.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.603011 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.603508 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loaded extension: availability_zone_filter Dec 16 15:40:24.603818 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: data_plane_status.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.604707 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.605205 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Extension data-plane-status not supported by any of loaded plugins Dec 16 15:40:24.605552 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: default_subnetpools.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.606449 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.607266 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loaded extension: default-subnetpools Dec 16 15:40:24.607579 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.608385 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.608886 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loaded extension: dhcp_agent_scheduler Dec 16 15:40:24.609205 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: dns.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.610167 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.610661 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Extension dns-integration not supported by any of loaded plugins Dec 16 15:40:24.610979 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: dns_domain_ports.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.611889 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.612385 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 16 15:40:24.612702 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.613633 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.614130 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 16 15:40:24.614448 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: dvr.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.615101 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.615598 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loaded extension: dvr Dec 16 15:40:24.615914 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: ecmp_routes.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.616818 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.617321 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Extension ecmp_routes not supported by any of loaded plugins Dec 16 15:40:24.617660 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: empty_string_filtering.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.618567 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.619074 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loaded extension: empty-string-filtering Dec 16 15:40:24.619388 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.620287 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.620786 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 16 15:40:24.621098 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.622037 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.622533 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 16 15:40:24.622847 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: external_net.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.623751 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.624251 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loaded extension: external-net Dec 16 15:40:24.624565 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.625576 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.626086 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loaded extension: extra_dhcp_opt Dec 16 15:40:24.626605 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: extraroute.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.627283 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.627782 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loaded extension: extraroute Dec 16 15:40:24.628093 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: extraroute_atomic.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.630619 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.631149 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loaded extension: extraroute-atomic Dec 16 15:40:24.631473 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: filter_validation.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.632149 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.632660 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loaded extension: filter-validation Dec 16 15:40:24.632980 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: fip_pf_description.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.633917 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.634421 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 16 15:40:24.634737 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: fip_port_details.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.635649 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.636150 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loaded extension: fip-port-details Dec 16 15:40:24.636465 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: flavors.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.637733 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.638252 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loaded extension: flavors Dec 16 15:40:24.638570 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.640233 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.640753 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 16 15:40:24.641104 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: floatingip_pools.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.641876 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.642381 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loaded extension: floatingip-pools Dec 16 15:40:24.642704 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: ip_allocation.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.643634 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.644135 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Extension ip_allocation not supported by any of loaded plugins Dec 16 15:40:24.644456 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.645342 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.645892 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loaded extension: ip-substring-filtering Dec 16 15:40:24.646202 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: l2_adjacency.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.647135 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.647641 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 16 15:40:24.647960 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: l3.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.648911 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.649442 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loaded extension: router Dec 16 15:40:24.649768 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.651986 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.652505 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 16 15:40:24.652833 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.653778 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.654290 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loaded extension: ext-gw-mode Dec 16 15:40:24.654613 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.655521 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.656031 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loaded extension: l3-ha Dec 16 15:40:24.656347 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: l3_flavors.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.657302 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.657847 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loaded extension: l3-flavors Dec 16 15:40:24.658163 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.659071 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.659575 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 16 15:40:24.659892 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: l3agentscheduler.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.660906 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.661426 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loaded extension: l3_agent_scheduler Dec 16 15:40:24.661761 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: local_ip.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.663534 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.664053 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Extension local_ip not supported by any of loaded plugins Dec 16 15:40:24.664380 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: logging.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.665886 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.666401 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Extension logging not supported by any of loaded plugins Dec 16 15:40:24.666726 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: metering.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.667579 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.668160 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loaded extension: metering Dec 16 15:40:24.668485 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.669622 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.670134 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loaded extension: metering_source_and_destination_fields Dec 16 15:40:24.670450 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: multiprovidernet.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.671389 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.671896 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loaded extension: multi-provider Dec 16 15:40:24.672244 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: netmtu.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.673175 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.673709 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loaded extension: net-mtu Dec 16 15:40:24.674019 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: netmtu_writable.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.674923 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.675418 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loaded extension: net-mtu-writable Dec 16 15:40:24.675731 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: network_availability_zone.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.676399 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.676899 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loaded extension: network_availability_zone Dec 16 15:40:24.677210 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: network_ip_availability.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.678354 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.678859 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loaded extension: network-ip-availability Dec 16 15:40:24.679172 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: network_segment_range.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.679922 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.680424 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Extension network-segment-range not supported by any of loaded plugins Dec 16 15:40:24.680737 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: pagination.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.681715 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.682037 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loaded extension: pagination Dec 16 15:40:24.682344 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: port_device_profile.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.683235 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.683744 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loaded extension: port-device-profile Dec 16 15:40:24.684056 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.684973 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.685501 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loaded extension: port-mac-address-regenerate Dec 16 15:40:24.685818 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.686722 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.687227 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loaded extension: port-numa-affinity-policy Dec 16 15:40:24.687541 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: port_resource_request.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.688494 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.688996 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Extension port-resource-request not supported by any of loaded plugins Dec 16 15:40:24.689309 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: port_resource_request_groups.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.690295 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.690803 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 16 15:40:24.691117 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: portbindings.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.692031 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.692532 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loaded extension: binding Dec 16 15:40:24.692847 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: portbindings_extended.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.694143 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.694652 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loaded extension: binding-extended Dec 16 15:40:24.694972 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: portsecurity.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.695879 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.696380 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loaded extension: port-security Dec 16 15:40:24.696699 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: project_id.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.697699 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.698021 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loaded extension: project-id Dec 16 15:40:24.698345 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: providernet.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.699255 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.699761 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loaded extension: provider Dec 16 15:40:24.700078 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: qos.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.703823 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.704345 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Extension qos not supported by any of loaded plugins Dec 16 15:40:24.704677 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.705939 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.706452 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 16 15:40:24.706773 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.707686 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.708197 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 16 15:40:24.708513 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: qos_default.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.709428 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.709964 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Extension qos-default not supported by any of loaded plugins Dec 16 15:40:24.710284 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: qos_fip.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.710928 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.711433 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Extension qos-fip not supported by any of loaded plugins Dec 16 15:40:24.711746 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: qos_fip_network_policy.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.712650 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.713154 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Dec 16 15:40:24.713497 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: qos_gateway_ip.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.714410 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.714912 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 16 15:40:24.715223 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: qos_port_network_policy.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.716233 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.716737 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 16 15:40:24.717049 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.718126 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.718628 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 16 15:40:24.718943 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: qos_pps_rule.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.720184 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.720696 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Extension qos-pps not supported by any of loaded plugins Dec 16 15:40:24.721017 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: qos_rule_type_details.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.721954 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.722455 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 16 15:40:24.722775 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: qos_rules_alias.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.723813 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.724323 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 16 15:40:24.724640 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: quota_check_limit.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.725583 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.726088 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loaded extension: quota-check-limit Dec 16 15:40:24.726404 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: quotasv2.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.727319 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.727643 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loaded extension: quotas Dec 16 15:40:24.727954 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: quotasv2_detail.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.731200 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.731537 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loaded extension: quota_details Dec 16 15:40:24.732171 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: rbac.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.733205 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.733770 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loaded extension: rbac-policies Dec 16 15:40:24.734095 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: rbac_address_group.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.735068 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.735591 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loaded extension: rbac-address-group Dec 16 15:40:24.735914 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: rbac_address_scope.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.736825 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.737341 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loaded extension: rbac-address-scope Dec 16 15:40:24.737691 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: rbac_security_groups.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.738600 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.739115 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loaded extension: rbac-security-groups Dec 16 15:40:24.739432 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: rbac_subnetpool.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.740337 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.740846 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loaded extension: rbac-subnetpool Dec 16 15:40:24.741160 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: revisionifmatch.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.742104 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.742612 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loaded extension: revision-if-match Dec 16 15:40:24.742931 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: revisions.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.744039 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.744549 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loaded extension: standard-attr-revisions Dec 16 15:40:24.744869 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: router_availability_zone.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.745571 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.746078 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loaded extension: router_availability_zone Dec 16 15:40:24.746392 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: routerservicetype.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.747305 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.747805 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Extension router-service-type not supported by any of loaded plugins Dec 16 15:40:24.748125 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.749112 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.749650 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loaded extension: security-groups-normalized-cidr Dec 16 15:40:24.749966 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.750945 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.751446 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loaded extension: port-security-groups-filtering Dec 16 15:40:24.751761 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.752687 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.753190 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loaded extension: security-groups-remote-address-group Dec 16 15:40:24.753537 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.754448 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.754955 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loaded extension: security-groups-shared-filtering Dec 16 15:40:24.755272 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.755851 dv-cinder-784477-11-iscsi neutron-server[108795]: WARNING neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 16 15:40:24.756177 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: securitygroup.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.765980 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.766539 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loaded extension: security-group Dec 16 15:40:24.766865 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: segment.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.767653 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.768169 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Extension segment not supported by any of loaded plugins Dec 16 15:40:24.768488 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.769457 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.769978 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 16 15:40:24.770295 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: servicetype.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.771383 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.771902 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loaded extension: service-type Dec 16 15:40:24.772221 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: sorting.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.773205 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.773570 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loaded extension: sorting Dec 16 15:40:24.773887 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: standard_attr_segment.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.774798 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.775309 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 16 15:40:24.775623 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: standardattrdescription.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.776284 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.776802 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loaded extension: standard-attr-description Dec 16 15:40:24.777119 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: stateful_security_group.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.778080 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.778586 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loaded extension: stateful-security-group Dec 16 15:40:24.778906 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: stdattrs_common.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.779470 dv-cinder-784477-11-iscsi neutron-server[108795]: WARNING neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 16 15:40:24.779783 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.780707 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.781220 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 16 15:40:24.781571 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: subnet_onboard.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.782687 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.783197 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loaded extension: subnet_onboard Dec 16 15:40:24.783513 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.784433 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.784933 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 16 15:40:24.785249 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: subnet_service_types.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.786205 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.786705 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loaded extension: subnet-service-types Dec 16 15:40:24.787017 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: subnetallocation.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.788091 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.788597 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loaded extension: subnet_allocation Dec 16 15:40:24.788915 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.789606 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.790115 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loaded extension: subnetpool-prefix-ops Dec 16 15:40:24.790428 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.791345 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.791866 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 16 15:40:24.792181 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: tagging.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.793239 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.793789 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loaded extension: standard-attr-tag Dec 16 15:40:24.794106 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: timestamp.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.795293 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.795806 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loaded extension: standard-attr-timestamp Dec 16 15:40:24.796121 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: trunk.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.797150 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.797724 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Extension trunk not supported by any of loaded plugins Dec 16 15:40:24.798052 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: trunk_details.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.798963 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.799470 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Extension trunk-details not supported by any of loaded plugins Dec 16 15:40:24.799787 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: uplink_status_propagation.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.800698 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.801204 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 16 15:40:24.801553 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Loading extension file: vlantransparent.py {{(pid=108795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 15:40:24.802218 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=108795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 15:40:24.802723 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 16 15:40:24.805264 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.quota.resource_registry [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Creating instance of TrackedResource for resource:network Dec 16 15:40:24.805827 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.quota.resource_registry [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Creating instance of TrackedResource for resource:subnet Dec 16 15:40:24.806213 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.quota.resource_registry [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Creating instance of TrackedResource for resource:subnetpool Dec 16 15:40:24.806593 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.quota.resource_registry [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Creating instance of TrackedResource for resource:port Dec 16 15:40:24.807849 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.v2.resource_helper [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 15:40:24.808308 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.v2.resource_helper [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Service FLAVORS assigned prefix: {{(pid=108795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 15:40:24.808905 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.v2.resource_helper [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 15:40:24.809319 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.v2.resource_helper [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 15:40:24.809670 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.quota.resource_registry [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Creating instance of TrackedResource for resource:router Dec 16 15:40:24.810084 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.quota.resource_registry [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Creating instance of TrackedResource for resource:floatingip Dec 16 15:40:24.810560 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.v2.resource_helper [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Service METERING assigned prefix: /metering {{(pid=108795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 15:40:24.811989 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:24.812353 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:24.812703 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:40:24.813757 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.quota.resource_registry [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Creating instance of CountableResource for resource:rbac_policy Dec 16 15:40:24.814187 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.quota.resource_registry [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Creating instance of TrackedResource for resource:security_group Dec 16 15:40:24.814601 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.quota.resource_registry [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 16 15:40:24.815213 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.v2.resource_helper [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Service CORE assigned prefix: {{(pid=108795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 15:40:24.815532 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.quota.resource_registry [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Creating instance of TrackedResource for resource:subnetpool Dec 16 15:40:24.815871 dv-cinder-784477-11-iscsi neutron-server[108795]: WARNING neutron.quota.resource_registry [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] subnetpool is already registered Dec 16 15:40:24.816284 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.v2.resource_helper [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Service CORE assigned prefix: {{(pid=108795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 15:40:24.816604 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.quota.resource_registry [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Creating instance of TrackedResource for resource:subnetpool Dec 16 15:40:24.816925 dv-cinder-784477-11-iscsi neutron-server[108795]: WARNING neutron.quota.resource_registry [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] subnetpool is already registered Dec 16 15:40:24.819263 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.v2.resource_helper [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 15:40:24.819634 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.v2.resource_helper [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Service FLAVORS assigned prefix: {{(pid=108795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 15:40:24.820198 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.v2.resource_helper [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 15:40:24.820604 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.v2.resource_helper [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 15:40:24.820928 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.quota.resource_registry [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Creating instance of TrackedResource for resource:router Dec 16 15:40:24.821252 dv-cinder-784477-11-iscsi neutron-server[108795]: WARNING neutron.quota.resource_registry [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] router is already registered Dec 16 15:40:24.821673 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.quota.resource_registry [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Creating instance of TrackedResource for resource:floatingip Dec 16 15:40:24.822005 dv-cinder-784477-11-iscsi neutron-server[108795]: WARNING neutron.quota.resource_registry [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] floatingip is already registered Dec 16 15:40:24.822442 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.v2.resource_helper [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Service METERING assigned prefix: /metering {{(pid=108795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 15:40:24.823085 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.quota.resource_registry [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Creating instance of CountableResource for resource:rbac_policy Dec 16 15:40:24.823402 dv-cinder-784477-11-iscsi neutron-server[108795]: WARNING neutron.quota.resource_registry [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] rbac_policy is already registered Dec 16 15:40:24.823801 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.quota.resource_registry [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Creating instance of TrackedResource for resource:security_group Dec 16 15:40:24.824128 dv-cinder-784477-11-iscsi neutron-server[108795]: WARNING neutron.quota.resource_registry [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] security_group is already registered Dec 16 15:40:24.824514 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.quota.resource_registry [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 16 15:40:24.824835 dv-cinder-784477-11-iscsi neutron-server[108795]: WARNING neutron.quota.resource_registry [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] security_group_rule is already registered Dec 16 15:40:24.825453 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.v2.resource_helper [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Service CORE assigned prefix: {{(pid=108795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 15:40:24.825783 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.quota.resource_registry [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Creating instance of TrackedResource for resource:subnetpool Dec 16 15:40:24.826103 dv-cinder-784477-11-iscsi neutron-server[108795]: WARNING neutron.quota.resource_registry [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] subnetpool is already registered Dec 16 15:40:24.826516 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.v2.resource_helper [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Service CORE assigned prefix: {{(pid=108795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 15:40:24.826830 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.quota.resource_registry [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Creating instance of TrackedResource for resource:subnetpool Dec 16 15:40:24.827151 dv-cinder-784477-11-iscsi neutron-server[108795]: WARNING neutron.quota.resource_registry [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] subnetpool is already registered Dec 16 15:40:24.827602 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Extended resource: extensions {{(pid=108795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 15:40:24.829160 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Extended resource: address-groups {{(pid=108795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 15:40:24.830681 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Extended resource: address-scopes {{(pid=108795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 15:40:24.832009 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Extended resource: agents {{(pid=108795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 15:40:24.833190 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Extended resource: auto-allocated-topology {{(pid=108795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 15:40:24.834476 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Extended resource: availability_zones {{(pid=108795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 15:40:24.835704 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Extended resource: dhcp-networks {{(pid=108795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 15:40:24.837234 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Extended resource: dhcp-agents {{(pid=108795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 15:40:24.838697 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Extended resource: routers {{(pid=108795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 15:40:24.840949 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Extended resource: flavors {{(pid=108795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 15:40:24.842162 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Extended resource: service_profiles {{(pid=108795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 15:40:24.843380 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Extended resource: next_providers {{(pid=108795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 15:40:24.844852 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Extended resource: service_profiles {{(pid=108795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 15:40:24.847390 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Extended resource: floatingip-pools {{(pid=108795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 15:40:24.848657 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Extended resource: routers {{(pid=108795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 15:40:24.850841 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Extended resource: floatingips {{(pid=108795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 15:40:24.852110 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Extended resource: l3-routers {{(pid=108795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 15:40:24.853523 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Extended resource: l3-agents {{(pid=108795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 15:40:24.854957 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Extended resource: metering-labels {{(pid=108795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 15:40:24.856317 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Extended resource: metering-label-rules {{(pid=108795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 15:40:24.857954 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Extended resource: network-ip-availabilities {{(pid=108795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 15:40:24.859234 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Extended resource: bindings {{(pid=108795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 15:40:24.860950 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Extended resource: quotas {{(pid=108795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 15:40:24.862557 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Extended resource: quotas {{(pid=108795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 15:40:24.864105 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Extended resource: rbac-policies {{(pid=108795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 15:40:24.865399 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Extended resource: security-groups {{(pid=108795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 15:40:24.866655 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Extended resource: security-group-rules {{(pid=108795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 15:40:24.867854 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Extended resource: service-providers {{(pid=108795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 15:40:24.869114 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Extended resource: subnetpools {{(pid=108795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 15:40:24.870571 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Extended resource: subnetpools {{(pid=108795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 15:40:24.872037 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Extended resource: tags {{(pid=108795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 15:40:24.873743 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Extended resource: tags {{(pid=108795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 15:40:24.875586 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Extended resource: tags {{(pid=108795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 15:40:24.877393 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Extended resource: tags {{(pid=108795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 15:40:24.879221 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Extended resource: tags {{(pid=108795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 15:40:24.881098 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Extended resource: tags {{(pid=108795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 15:40:24.882813 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Extended resource: tags {{(pid=108795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 15:40:24.884722 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Extended resource: tags {{(pid=108795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 15:40:24.886524 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Extended resource: tags {{(pid=108795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 15:40:24.888397 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron.api.extensions [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Extended resource: tags {{(pid=108795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 15:40:24.894493 dv-cinder-784477-11-iscsi neutron-server[108795]: WARNING keystonemiddleware.auth_token [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 16 15:40:24.899182 dv-cinder-784477-11-iscsi neutron-server[108795]: WARNING keystonemiddleware.auth_token [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 16 15:40:24.907548 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_concurrency.lockutils [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Acquired lock "singleton_lock" {{(pid=108795) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 16 15:40:24.908005 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_concurrency.lockutils [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Releasing lock "singleton_lock" {{(pid=108795) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 16 15:40:24.908644 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO oslo_service.service [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Starting 2 workers Dec 16 15:40:24.913335 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Started child 108904 {{(pid=108795) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 16 15:40:24.917710 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Started child 108905 {{(pid=108795) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 16 15:40:24.918963 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:24.919642 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO neutron.service [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 16 15:40:24.919861 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Publish callbacks [] for process, before_spawn {{(pid=108795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:24.920386 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [-] (108904) wsgi starting up on http://0.0.0.0:9696 Dec 16 15:40:24.922155 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO oslo_service.service [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Starting 1 workers Dec 16 15:40:24.922600 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:24.923900 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [-] (108905) wsgi starting up on http://0.0.0.0:9696 Dec 16 15:40:24.927293 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Started child 108906 {{(pid=108795) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 16 15:40:24.927830 dv-cinder-784477-11-iscsi neutron-server[108795]: INFO oslo_service.service [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Starting 1 workers Dec 16 15:40:24.930973 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.service [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] calling RpcWorker wait() {{(pid=108906) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 16 15:40:24.931546 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.service [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] returning from RpcWorker wait() {{(pid=108906) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 16 15:40:24.932173 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Started child 108907 {{(pid=108795) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 16 15:40:24.932860 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:24.932986 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG neutron_lib.callbacks.manager [None req-7acd7bca-8979-4226-aca7-dc34bc3fbab5 None None] Publish callbacks [] for process, after_spawn {{(pid=108795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:24.933261 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:40:24.934734 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=108795) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 16 15:40:24.934910 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 16 15:40:24.935309 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 16 15:40:24.935489 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 16 15:40:24.935993 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 16 15:40:24.936129 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 16 15:40:24.936674 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.936946 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.937089 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=108907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:24.937571 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.937571 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.937730 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.937841 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:40:24.938634 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.938868 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.939109 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.939405 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.939603 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.939771 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.939930 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.940141 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.940382 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.940772 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.940772 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.941480 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.941480 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.941812 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.941988 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] config_source = [] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.942296 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.942457 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.942733 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] debug = True {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.943061 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.943506 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.943840 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.944055 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.944307 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.944775 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.945087 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.945324 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.945589 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.945802 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.946087 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.946401 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.946735 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.947033 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.947033 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.947350 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.947653 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.948022 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.948503 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] host = dv-cinder-784477-11-iscsi {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.948715 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.948944 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.949225 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.949513 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.949822 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.950260 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.950475 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.950774 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.951061 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.951416 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.951566 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.951827 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.952141 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] log_dir = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.952290 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] log_file = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.952478 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] log_options = True {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.952595 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.953047 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.953298 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.953574 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.953839 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.954044 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.954248 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.954419 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.954712 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.954992 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.955285 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.955481 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.955763 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.955961 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.956342 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.956553 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.956786 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.957315 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.957315 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.957949 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.957949 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.958404 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.958404 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.958750 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.958923 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.959140 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.959313 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.959597 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.959841 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.960217 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.960434 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.960700 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.961016 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.961292 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.961604 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.961802 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.962107 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.962292 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.962588 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.962871 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.963164 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.963394 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.963715 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.964062 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.964324 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.964536 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] use_journal = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.964881 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] use_json = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.964881 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.965337 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.965705 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.965705 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.966136 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.966136 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.966468 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.966638 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:24.968292 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.968292 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.968292 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.968292 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.968292 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.968720 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.969102 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.969841 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.970138 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.970489 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.970767 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.970999 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.971430 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.971694 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.972412 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.972412 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.972412 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.972412 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.976910 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.976910 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.976910 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.976910 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.976910 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.976910 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.976910 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.976910 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.979652 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.979652 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.979652 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.979652 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.979652 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.979652 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.979652 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.979652 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.981138 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.981138 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.981138 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.981138 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.981138 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.981138 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.981138 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.981138 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.981138 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.985656 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.985656 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.985656 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.985656 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.985656 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.985656 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.985656 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.985656 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.985656 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.989174 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.989174 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.989174 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.989174 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.989174 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.989174 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.989174 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.989174 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.989174 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.990051 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.990051 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.990051 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.990051 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.990051 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.990051 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.990051 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.990051 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.990051 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.990755 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.990755 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.990755 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.990755 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.990755 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.990755 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.990755 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.990755 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.990755 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.991567 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.991567 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.991567 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.991567 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.991567 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.991567 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.991567 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.991567 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.991567 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.994740 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.994740 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.994740 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.994740 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.994740 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.994740 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.994740 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.994740 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.995356 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.995356 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.995356 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.995356 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.995356 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.995356 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.995356 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.995356 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.996046 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.996046 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.996182 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.996384 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.996605 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.996890 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.997155 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.997425 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.997735 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.998028 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.998271 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.998553 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.998815 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.999132 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.999427 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:24.999699 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.000008 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.000251 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.001450 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.001450 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.001450 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.001714 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.001863 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.002051 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.002283 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.002586 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.003702 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.003702 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.003702 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.003702 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.004448 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.009426 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.009426 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.009426 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.009426 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.009426 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.009426 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.009426 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.009426 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.010084 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.010084 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.010084 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.010084 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.010084 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.010084 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.010084 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.010084 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.010693 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.010693 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.010693 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.010693 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.010693 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.011328 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.011689 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.012063 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.012467 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.012822 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.013181 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.013585 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.013966 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.014361 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.014602 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.014825 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.015020 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.015267 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.015508 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.015747 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.015968 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.016254 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.016506 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.016730 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.016996 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.017253 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.017487 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.017902 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.018302 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.018692 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.019089 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.019320 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.019568 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.019746 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.020099 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.020456 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.020816 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.021196 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.021584 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.021973 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.022189 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.022450 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.022776 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.023025 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.023252 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.023644 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.023868 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.024091 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.024368 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.024587 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.024770 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.025121 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.025514 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.025890 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.026303 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.026691 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.027065 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.027415 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.027763 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.028133 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.028493 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.028950 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.029190 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.029451 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.029717 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.029935 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.030166 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.030395 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.030639 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.030820 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.031207 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.031574 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.031955 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.032184 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.032397 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.032612 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.032832 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.033046 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.033464 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.033838 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.034193 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.034550 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.034927 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.035146 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.035358 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.035603 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.035817 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.036027 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.036251 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.036470 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.036680 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.036908 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.037118 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.037331 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.037582 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.037797 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.038009 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.038313 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.038556 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.038803 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.039107 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.039352 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.039604 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.039840 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.040143 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.040358 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.040614 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.040828 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.041083 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.041301 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.041594 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.041900 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.042193 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.042453 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.042685 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.042953 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.043232 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.043483 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.043692 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.043974 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.044287 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.044548 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.044813 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.045055 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.045294 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.045544 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.045763 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.045994 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.046225 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.046456 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.046688 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.046912 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.047134 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.047426 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.047676 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.047902 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.048124 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.048349 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.048579 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.048791 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.048945 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 16 15:40:25.049492 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=108795) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 16 15:40:25.049654 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 16 15:40:25.049805 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 16 15:40:25.049972 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 16 15:40:25.050140 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 16 15:40:25.050288 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 16 15:40:25.050494 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.050639 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.050797 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.050955 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.051110 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.051289 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.051445 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.051599 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.051754 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.051909 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.052063 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.052373 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.052518 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.052660 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.052818 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.052975 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.053118 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.053276 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.053467 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.053626 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] config_source = [] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.053777 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.053918 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.054068 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] debug = True {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.054222 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.054876 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.054876 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.054876 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.054876 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.057038 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.057038 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.057038 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.057038 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.057038 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.057038 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.057038 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.057038 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.057624 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.057624 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.057624 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.057624 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.057624 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.057624 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] host = dv-cinder-784477-11-iscsi {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.057624 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.057624 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.058165 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.058165 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.058165 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.058165 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.058165 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.058165 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.058165 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.058664 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.058664 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.058664 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.059154 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] log_dir = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.059154 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] log_file = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.059154 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] log_options = True {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.059154 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.059444 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.059444 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.059623 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.059790 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.059984 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.060099 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.061425 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.061425 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.061425 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.061425 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.061425 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.061425 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.061425 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.061425 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.062034 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.062287 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.062446 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.062610 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.062764 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.062922 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.063120 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.063273 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.063578 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.063737 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.063897 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.064054 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.064195 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.064346 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.064500 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.064659 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.064809 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.064966 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.065122 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.065274 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.065449 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.065609 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.065761 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.065918 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.066074 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.066228 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.066384 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.066539 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.066697 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.069483 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.069483 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] use_journal = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.069483 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] use_json = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.069483 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.069483 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.069483 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.069483 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.069483 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.069483 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.070134 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.070134 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 15:40:25.070134 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.070134 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.070134 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.070134 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.070134 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.070134 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.070694 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.070912 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.071215 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.071381 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.071551 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.071714 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.071890 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.072051 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.072211 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.072372 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.072530 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.072689 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.072847 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.073001 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.073157 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.073308 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.073641 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.073805 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.073962 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.074121 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.074278 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.074445 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.074601 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.074773 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.074931 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.075089 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.075247 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.075405 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.075563 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.075722 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.075885 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.076046 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.076203 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.076362 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.076521 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.076679 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.076838 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.076996 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.077154 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.077314 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.077497 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.077656 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.077818 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.077975 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.078133 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.078290 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.078448 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.078670 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.078831 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.078990 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.079147 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.079316 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.079474 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.079632 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.079789 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.079949 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.080107 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.080268 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.080426 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.080583 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.080740 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.080897 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.081068 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.081225 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.081383 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.081583 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.081742 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.081904 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.082063 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.082833 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.082833 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.082833 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.082833 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.082833 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.083297 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.083297 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.083297 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.083494 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.083619 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.083749 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.083834 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.083975 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.084167 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.085444 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.085444 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.085444 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.085444 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.085444 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.085444 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.085444 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.085444 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.085953 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.085953 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.085953 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.085953 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.086184 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.086250 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.086557 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.086557 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.086710 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.086869 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.087015 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.087147 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.087299 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.087606 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.087770 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.087931 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.088094 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.088257 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.088399 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.088567 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.088712 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.088878 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.089037 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.089197 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.089355 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.089544 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.089713 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.089872 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.090032 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.090192 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.090352 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.090503 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.090663 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.090802 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.090948 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.091104 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.091262 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.091432 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.091590 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.091752 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.091907 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.092241 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.092402 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.092560 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.093429 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.093429 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.093429 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.093429 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.093429 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.094030 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.094030 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.094030 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.094030 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.094330 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.094330 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.094486 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.094566 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.095531 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.095531 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.095531 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.095531 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.095531 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.095531 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.096257 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.096257 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.096257 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.096257 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.096257 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.096791 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.096791 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.096791 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.096791 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.097081 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.097081 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.097227 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.097307 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.097484 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.097642 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.097806 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.097967 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.098163 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.098313 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.098440 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.098570 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.098726 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.098889 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.099034 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.099192 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.099350 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.099507 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.099666 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.099827 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.099993 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.100151 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.100292 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.100429 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.100566 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.101381 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.101381 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.101381 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.101381 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.101381 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.102110 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.102110 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.102110 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.102110 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.102110 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.102746 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.102746 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.102746 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.102746 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.105565 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.105565 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.105565 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.105565 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.105565 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.105565 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.105565 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.105565 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.106110 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.106110 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.106110 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.106110 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.106110 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.106458 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:40:25.106857 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.106857 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.106857 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.106857 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.106857 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.106857 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.106857 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.106857 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.107397 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.107397 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.107397 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.107397 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.107397 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.107397 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.107397 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.107397 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.107924 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.107924 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.107924 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.107924 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.108203 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.108203 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.108341 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.108418 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.108542 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.108699 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.108856 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.109020 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.109179 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.109335 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.109526 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.109684 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.109885 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.110045 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.110215 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.110372 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.110531 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.110688 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.110844 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.111003 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.111161 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.111323 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.111490 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.111655 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.111832 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.111980 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.112146 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.112312 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.112469 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.112633 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.112802 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.112958 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.113115 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.113272 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.113454 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.113614 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.113780 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.113968 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.114060 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.114223 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.114378 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.114534 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.114690 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.114846 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.115001 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.115158 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.115359 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.115451 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.115611 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.115769 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 15:40:25.115918 dv-cinder-784477-11-iscsi neutron-server[108795]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 16 15:40:25.263738 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 33108) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:25.277130 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0100749 Dec 16 15:40:36.685621 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4677b3-2768-4ff4-863c-a8013358b5fe None None] get_active_networks_info from dv-cinder-784477-11-iscsi {{(pid=108906) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 15:40:36.750560 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4677b3-2768-4ff4-863c-a8013358b5fe None None] No non-hosted networks {{(pid=108906) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 16 15:40:36.753061 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-c5416f89-4a4c-44d0-9944-3d1a600b2c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7872922'] for agent, after_create {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:38.849755 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-9ed4068b-3e27-4b43-9c99-57a0807e87e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7872922'] for agent, after_create {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:38.913384 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-aa3bce15-5d6e-4c8c-b1de-d025ad6cc74c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:40.516436 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-223b144f-a2e3-43d1-9ee0-793d55a0ef66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7872922'] for agent, after_create {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:41.261453 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-e6a1afc6-ab61-4c06-9aae-8bc4c5fea8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7872922'] for agent, after_create {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:41.721463 dv-cinder-784477-11-iscsi neutron-server[108906]: INFO neutron.db.l3_hamode_db [None req-a0925dff-c3bc-45a9-87f6-eb39b1cedfe7 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 16 15:40:41.800207 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0925dff-c3bc-45a9-87f6-eb39b1cedfe7 None None] Routers set() bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:40:41.800713 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0925dff-c3bc-45a9-87f6-eb39b1cedfe7 None None] Router IDs set() for agent in host dv-cinder-784477-11-iscsi {{(pid=108906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 16 15:40:42.679604 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 33188) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:42.715527 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7872922'] for agent, after_create {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:42.716161 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:42.716508 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:42.716848 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:42.717176 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:42.717564 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:42.717893 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:42.718214 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:42.718651 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:42.719098 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:42.719443 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:42.719829 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:42.720229 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:42.721497 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:42.722105 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-784477-11-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:40:42.728745 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784477-11-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:40:43.202952 dv-cinder-784477-11-iscsi neutron-server[108905]: WARNING oslo_policy.policy [None req-fa5564a5-466c-45d5-b1e2-63287f916064 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 15:40:43.203521 dv-cinder-784477-11-iscsi neutron-server[108905]: WARNING oslo_policy.policy [None req-fa5564a5-466c-45d5-b1e2-63287f916064 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 15:40:43.423887 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [None req-fa5564a5-466c-45d5-b1e2-63287f916064 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=108905) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:40:43.424997 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-fa5564a5-466c-45d5-b1e2-63287f916064 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7443643 Dec 16 15:40:46.031449 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 33214) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:46.366066 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.v2.base [None req-dd77cf57-7ef2-484b-9136-0bd8c1065da6 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=108905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:40:46.459555 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.policy [None req-dd77cf57-7ef2-484b-9136-0bd8c1065da6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=108905) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 16 15:40:46.505129 dv-cinder-784477-11-iscsi neutron-server[108905]: WARNING oslo_policy.policy [None req-dd77cf57-7ef2-484b-9136-0bd8c1065da6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 15:40:46.505530 dv-cinder-784477-11-iscsi neutron-server[108905]: WARNING oslo_policy.policy [None req-dd77cf57-7ef2-484b-9136-0bd8c1065da6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 15:40:46.513968 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.quota [None req-dd77cf57-7ef2-484b-9136-0bd8c1065da6 admin admin] Loaded quota_driver: . Dec 16 15:40:46.607458 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-dd77cf57-7ef2-484b-9136-0bd8c1065da6 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739695454316', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739695453759', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739695448235', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739695797591', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739695794870', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739695819580', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-727792', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-735216', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7874800', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7947615'] for rbac-policy, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:46.688531 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-dd77cf57-7ef2-484b-9136-0bd8c1065da6 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:46.689856 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-dd77cf57-7ef2-484b-9136-0bd8c1065da6 admin admin] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6573665 Dec 16 15:40:49.464600 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 33226) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:49.788138 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.v2.base [None req-4959a64c-81b8-4a20-8d0d-1895bce69ecd admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'a9b6eeac3aa5426092394f7f5f9d4e63', 'name': 'private', 'tenant_id': 'a9b6eeac3aa5426092394f7f5f9d4e63'}} {{(pid=108905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:40:49.825471 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4959a64c-81b8-4a20-8d0d-1895bce69ecd admin admin] Made reservation on behalf of a9b6eeac3aa5426092394f7f5f9d4e63 for: {'network': 1} {{(pid=108905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:40:49.828238 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-4959a64c-81b8-4a20-8d0d-1895bce69ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for network, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:49.844793 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-4959a64c-81b8-4a20-8d0d-1895bce69ecd admin admin] Publish callbacks [] for security_group, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:49.947677 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-4959a64c-81b8-4a20-8d0d-1895bce69ecd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:49.955684 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-4959a64c-81b8-4a20-8d0d-1895bce69ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:49.978682 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4959a64c-81b8-4a20-8d0d-1895bce69ecd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=108905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:40:50.002437 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-4959a64c-81b8-4a20-8d0d-1895bce69ecd admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739692305785', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772428'] for segment, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:50.002984 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-4959a64c-81b8-4a20-8d0d-1895bce69ecd admin admin] Unsubscribe: segment precommit_create {{(pid=108905) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 16 15:40:50.003480 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.db.segments_db [None req-4959a64c-81b8-4a20-8d0d-1895bce69ecd admin admin] Added segment 305d8de1-8851-47a8-9496-53ce84b75fd2 of type vlan for network 8d65476e-24ee-46c4-8d37-ad639b125a1c Dec 16 15:40:50.009114 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4959a64c-81b8-4a20-8d0d-1895bce69ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9a88d3-374c-4eed-b4b8-a3a7745ffdbc,revision_number=1']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:50.045064 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4959a64c-81b8-4a20-8d0d-1895bce69ecd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:50.045626 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4959a64c-81b8-4a20-8d0d-1895bce69ecd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:50.046085 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4959a64c-81b8-4a20-8d0d-1895bce69ecd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:50.046636 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4959a64c-81b8-4a20-8d0d-1895bce69ecd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:50.047016 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4959a64c-81b8-4a20-8d0d-1895bce69ecd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:50.047340 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4959a64c-81b8-4a20-8d0d-1895bce69ecd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:50.047667 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4959a64c-81b8-4a20-8d0d-1895bce69ecd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:50.047988 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4959a64c-81b8-4a20-8d0d-1895bce69ecd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:50.048314 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4959a64c-81b8-4a20-8d0d-1895bce69ecd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:50.048628 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4959a64c-81b8-4a20-8d0d-1895bce69ecd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:50.048935 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4959a64c-81b8-4a20-8d0d-1895bce69ecd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:50.049257 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4959a64c-81b8-4a20-8d0d-1895bce69ecd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:50.049560 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4959a64c-81b8-4a20-8d0d-1895bce69ecd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:50.050924 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4959a64c-81b8-4a20-8d0d-1895bce69ecd admin admin] Tracked resource versions report: Dec 16 15:40:50.050924 dv-cinder-784477-11-iscsi neutron-server[108905]: pushed versions: Dec 16 15:40:50.050924 dv-cinder-784477-11-iscsi neutron-server[108905]: { 'AddressGroup': {'1.2'}, Dec 16 15:40:50.050924 dv-cinder-784477-11-iscsi neutron-server[108905]: 'ConntrackHelper': {'1.0'}, Dec 16 15:40:50.050924 dv-cinder-784477-11-iscsi neutron-server[108905]: 'LocalIPAssociation': {'1.0'}, Dec 16 15:40:50.050924 dv-cinder-784477-11-iscsi neutron-server[108905]: 'Log': {'1.0'}, Dec 16 15:40:50.050924 dv-cinder-784477-11-iscsi neutron-server[108905]: 'Network': {'1.1'}, Dec 16 15:40:50.050924 dv-cinder-784477-11-iscsi neutron-server[108905]: 'Port': {'1.7'}, Dec 16 15:40:50.050924 dv-cinder-784477-11-iscsi neutron-server[108905]: 'PortForwarding': {'1.2'}, Dec 16 15:40:50.050924 dv-cinder-784477-11-iscsi neutron-server[108905]: 'QosPolicy': {'1.10'}, Dec 16 15:40:50.050924 dv-cinder-784477-11-iscsi neutron-server[108905]: 'SecurityGroup': {'1.5'}, Dec 16 15:40:50.050924 dv-cinder-784477-11-iscsi neutron-server[108905]: 'SecurityGroupRule': {'1.2'}, Dec 16 15:40:50.050924 dv-cinder-784477-11-iscsi neutron-server[108905]: 'SubPort': {'1.0'}, Dec 16 15:40:50.050924 dv-cinder-784477-11-iscsi neutron-server[108905]: 'Subnet': {'1.1'}, Dec 16 15:40:50.050924 dv-cinder-784477-11-iscsi neutron-server[108905]: 'Trunk': {'1.1'}} Dec 16 15:40:50.050924 dv-cinder-784477-11-iscsi neutron-server[108905]: consumer versions: Dec 16 15:40:50.050924 dv-cinder-784477-11-iscsi neutron-server[108905]: { DHCP agent@dv-cinder-784477-11-iscsi: {}, Dec 16 15:40:50.050924 dv-cinder-784477-11-iscsi neutron-server[108905]: L3 agent@dv-cinder-784477-11-iscsi: {}, Dec 16 15:40:50.050924 dv-cinder-784477-11-iscsi neutron-server[108905]: Metadata agent@dv-cinder-784477-11-iscsi: {}, Dec 16 15:40:50.050924 dv-cinder-784477-11-iscsi neutron-server[108905]: Metering agent@dv-cinder-784477-11-iscsi: {}, Dec 16 15:40:50.050924 dv-cinder-784477-11-iscsi neutron-server[108905]: Open vSwitch agent@dv-cinder-784477-11-iscsi: { 'AddressGroup': '1.2', Dec 16 15:40:50.050924 dv-cinder-784477-11-iscsi neutron-server[108905]: 'ConntrackHelper': '1.0', Dec 16 15:40:50.050924 dv-cinder-784477-11-iscsi neutron-server[108905]: 'LocalIPAssociation': '1.0', Dec 16 15:40:50.050924 dv-cinder-784477-11-iscsi neutron-server[108905]: 'Log': '1.0', Dec 16 15:40:50.050924 dv-cinder-784477-11-iscsi neutron-server[108905]: 'Network': '1.1', Dec 16 15:40:50.050924 dv-cinder-784477-11-iscsi neutron-server[108905]: 'Port': '1.7', Dec 16 15:40:50.050924 dv-cinder-784477-11-iscsi neutron-server[108905]: 'PortForwarding': '1.2', Dec 16 15:40:50.050924 dv-cinder-784477-11-iscsi neutron-server[108905]: 'QosPolicy': '1.10', Dec 16 15:40:50.050924 dv-cinder-784477-11-iscsi neutron-server[108905]: 'SecurityGroup': '1.5', Dec 16 15:40:50.050924 dv-cinder-784477-11-iscsi neutron-server[108905]: 'SecurityGroupRule': '1.2', Dec 16 15:40:50.050924 dv-cinder-784477-11-iscsi neutron-server[108905]: 'SubPort': '1.0', Dec 16 15:40:50.050924 dv-cinder-784477-11-iscsi neutron-server[108905]: 'Subnet': '1.1', Dec 16 15:40:50.050924 dv-cinder-784477-11-iscsi neutron-server[108905]: 'Trunk': '1.1'}} Dec 16 15:40:50.050924 dv-cinder-784477-11-iscsi neutron-server[108905]: {{(pid=108905) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 15:40:50.122136 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-4959a64c-81b8-4a20-8d0d-1895bce69ecd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739691820328'] for network, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:50.162781 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-4959a64c-81b8-4a20-8d0d-1895bce69ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8007001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803'] for network, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:50.163867 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4959a64c-81b8-4a20-8d0d-1895bce69ecd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:40:50.164563 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-4959a64c-81b8-4a20-8d0d-1895bce69ecd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7902797'] for network, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:50.233816 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-4959a64c-81b8-4a20-8d0d-1895bce69ecd admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7680378 Dec 16 15:40:50.265456 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4959a64c-81b8-4a20-8d0d-1895bce69ecd admin admin] Pushing event updated for resources: {'Network': ['ID=8d65476e-24ee-46c4-8d37-ad639b125a1c,revision_number=1']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:50.277222 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Network 8d65476e-24ee-46c4-8d37-ad639b125a1c details requested by agent ovs-agent-dv-cinder-784477-11-iscsi with host dv-cinder-784477-11-iscsi {{(pid=108906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:40:53.113793 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 33240) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:53.651443 dv-cinder-784477-11-iscsi neutron-server[108904]: WARNING oslo_policy.policy [None req-2d78d690-d257-4801-9daf-2e6a86cde825 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 15:40:53.652280 dv-cinder-784477-11-iscsi neutron-server[108904]: WARNING oslo_policy.policy [None req-2d78d690-d257-4801-9daf-2e6a86cde825 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 15:40:54.095532 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.policy [None req-2d78d690-d257-4801-9daf-2e6a86cde825 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=108904) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 16 15:40:54.140840 dv-cinder-784477-11-iscsi neutron-server[108904]: WARNING oslo_policy.policy [None req-2d78d690-d257-4801-9daf-2e6a86cde825 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 15:40:54.141512 dv-cinder-784477-11-iscsi neutron-server[108904]: WARNING oslo_policy.policy [None req-2d78d690-d257-4801-9daf-2e6a86cde825 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 15:40:54.150011 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d78d690-d257-4801-9daf-2e6a86cde825 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:40:54.151894 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-2d78d690-d257-4801-9daf-2e6a86cde825 admin admin] 10.222.0.31 "GET /v2.0/networks/8d65476e-24ee-46c4-8d37-ad639b125a1c HTTP/1.1" status: 200 len: 825 time: 1.0360997 Dec 16 15:40:54.193769 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-66465f36-fccc-4bd3-a310-3c1867992988 admin admin] 10.222.0.31 "GET /v2.0/subnetpools/9a9f5972-3009-48eb-b74c-6b5eda8de95a HTTP/1.1" status: 200 len: 734 time: 0.0324047 Dec 16 15:40:54.204283 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.v2.base [None req-e721432e-fb69-4cdc-8d58-d1bd2649ad6f admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '8d65476e-24ee-46c4-8d37-ad639b125a1c', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '9a9f5972-3009-48eb-b74c-6b5eda8de95a', 'name': 'private-subnet', 'tenant_id': 'a9b6eeac3aa5426092394f7f5f9d4e63'}} {{(pid=108904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:40:54.205895 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.quota [None req-e721432e-fb69-4cdc-8d58-d1bd2649ad6f admin admin] Loaded quota_driver: . Dec 16 15:40:54.252460 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e721432e-fb69-4cdc-8d58-d1bd2649ad6f admin admin] Made reservation on behalf of a9b6eeac3aa5426092394f7f5f9d4e63 for: {'subnet': 1} {{(pid=108904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:40:54.255230 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-e721432e-fb69-4cdc-8d58-d1bd2649ad6f admin admin] Publish callbacks [] for subnet, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:54.557572 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-e721432e-fb69-4cdc-8d58-d1bd2649ad6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8060090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803'] for subnet, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:54.625594 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e721432e-fb69-4cdc-8d58-d1bd2649ad6f admin admin] Checking segment: {'id': '305d8de1-8851-47a8-9496-53ce84b75fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8d65476e-24ee-46c4-8d37-ad639b125a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:40:54.625973 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e721432e-fb69-4cdc-8d58-d1bd2649ad6f admin admin] Network hostable DHCP agents. Network: 8d65476e-24ee-46c4-8d37-ad639b125a1c, hostable agents: ['02e00dda-7193-4a71-a593-a2bdfaca617e'], hosted agents: [] {{(pid=108904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:40:54.635560 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e721432e-fb69-4cdc-8d58-d1bd2649ad6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=747bf0ec-3602-476b-a49e-efb36a4fd744,revision_number=0']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:54.647196 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e721432e-fb69-4cdc-8d58-d1bd2649ad6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:54.647488 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e721432e-fb69-4cdc-8d58-d1bd2649ad6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:54.647814 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e721432e-fb69-4cdc-8d58-d1bd2649ad6f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:54.648134 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e721432e-fb69-4cdc-8d58-d1bd2649ad6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:54.648453 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e721432e-fb69-4cdc-8d58-d1bd2649ad6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:54.648770 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e721432e-fb69-4cdc-8d58-d1bd2649ad6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:54.649093 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e721432e-fb69-4cdc-8d58-d1bd2649ad6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:54.649445 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e721432e-fb69-4cdc-8d58-d1bd2649ad6f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:54.649762 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e721432e-fb69-4cdc-8d58-d1bd2649ad6f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:54.650076 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e721432e-fb69-4cdc-8d58-d1bd2649ad6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:54.650387 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e721432e-fb69-4cdc-8d58-d1bd2649ad6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:54.650673 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e721432e-fb69-4cdc-8d58-d1bd2649ad6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:54.650976 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e721432e-fb69-4cdc-8d58-d1bd2649ad6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:54.652286 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e721432e-fb69-4cdc-8d58-d1bd2649ad6f admin admin] Tracked resource versions report: Dec 16 15:40:54.652286 dv-cinder-784477-11-iscsi neutron-server[108904]: pushed versions: Dec 16 15:40:54.652286 dv-cinder-784477-11-iscsi neutron-server[108904]: { 'AddressGroup': {'1.2'}, Dec 16 15:40:54.652286 dv-cinder-784477-11-iscsi neutron-server[108904]: 'ConntrackHelper': {'1.0'}, Dec 16 15:40:54.652286 dv-cinder-784477-11-iscsi neutron-server[108904]: 'LocalIPAssociation': {'1.0'}, Dec 16 15:40:54.652286 dv-cinder-784477-11-iscsi neutron-server[108904]: 'Log': {'1.0'}, Dec 16 15:40:54.652286 dv-cinder-784477-11-iscsi neutron-server[108904]: 'Network': {'1.1'}, Dec 16 15:40:54.652286 dv-cinder-784477-11-iscsi neutron-server[108904]: 'Port': {'1.7'}, Dec 16 15:40:54.652286 dv-cinder-784477-11-iscsi neutron-server[108904]: 'PortForwarding': {'1.2'}, Dec 16 15:40:54.652286 dv-cinder-784477-11-iscsi neutron-server[108904]: 'QosPolicy': {'1.10'}, Dec 16 15:40:54.652286 dv-cinder-784477-11-iscsi neutron-server[108904]: 'SecurityGroup': {'1.5'}, Dec 16 15:40:54.652286 dv-cinder-784477-11-iscsi neutron-server[108904]: 'SecurityGroupRule': {'1.2'}, Dec 16 15:40:54.652286 dv-cinder-784477-11-iscsi neutron-server[108904]: 'SubPort': {'1.0'}, Dec 16 15:40:54.652286 dv-cinder-784477-11-iscsi neutron-server[108904]: 'Subnet': {'1.1'}, Dec 16 15:40:54.652286 dv-cinder-784477-11-iscsi neutron-server[108904]: 'Trunk': {'1.1'}} Dec 16 15:40:54.652286 dv-cinder-784477-11-iscsi neutron-server[108904]: consumer versions: Dec 16 15:40:54.652286 dv-cinder-784477-11-iscsi neutron-server[108904]: { DHCP agent@dv-cinder-784477-11-iscsi: {}, Dec 16 15:40:54.652286 dv-cinder-784477-11-iscsi neutron-server[108904]: L3 agent@dv-cinder-784477-11-iscsi: {}, Dec 16 15:40:54.652286 dv-cinder-784477-11-iscsi neutron-server[108904]: Metadata agent@dv-cinder-784477-11-iscsi: {}, Dec 16 15:40:54.652286 dv-cinder-784477-11-iscsi neutron-server[108904]: Metering agent@dv-cinder-784477-11-iscsi: {}, Dec 16 15:40:54.652286 dv-cinder-784477-11-iscsi neutron-server[108904]: Open vSwitch agent@dv-cinder-784477-11-iscsi: { 'AddressGroup': '1.2', Dec 16 15:40:54.652286 dv-cinder-784477-11-iscsi neutron-server[108904]: 'ConntrackHelper': '1.0', Dec 16 15:40:54.652286 dv-cinder-784477-11-iscsi neutron-server[108904]: 'LocalIPAssociation': '1.0', Dec 16 15:40:54.652286 dv-cinder-784477-11-iscsi neutron-server[108904]: 'Log': '1.0', Dec 16 15:40:54.652286 dv-cinder-784477-11-iscsi neutron-server[108904]: 'Network': '1.1', Dec 16 15:40:54.652286 dv-cinder-784477-11-iscsi neutron-server[108904]: 'Port': '1.7', Dec 16 15:40:54.652286 dv-cinder-784477-11-iscsi neutron-server[108904]: 'PortForwarding': '1.2', Dec 16 15:40:54.652286 dv-cinder-784477-11-iscsi neutron-server[108904]: 'QosPolicy': '1.10', Dec 16 15:40:54.652286 dv-cinder-784477-11-iscsi neutron-server[108904]: 'SecurityGroup': '1.5', Dec 16 15:40:54.652286 dv-cinder-784477-11-iscsi neutron-server[108904]: 'SecurityGroupRule': '1.2', Dec 16 15:40:54.652286 dv-cinder-784477-11-iscsi neutron-server[108904]: 'SubPort': '1.0', Dec 16 15:40:54.652286 dv-cinder-784477-11-iscsi neutron-server[108904]: 'Subnet': '1.1', Dec 16 15:40:54.652286 dv-cinder-784477-11-iscsi neutron-server[108904]: 'Trunk': '1.1'}} Dec 16 15:40:54.652286 dv-cinder-784477-11-iscsi neutron-server[108904]: {{(pid=108904) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 15:40:54.690247 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e721432e-fb69-4cdc-8d58-d1bd2649ad6f admin admin] Network 8d65476e-24ee-46c4-8d37-ad639b125a1c is scheduled to be hosted by DHCP agent 02e00dda-7193-4a71-a593-a2bdfaca617e with binding_index 1 {{(pid=108904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:40:54.704487 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.base_scheduler [None req-e721432e-fb69-4cdc-8d58-d1bd2649ad6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-11-iscsi, 8d65476e-24ee-46c4-8d37-ad639b125a1c) {{(pid=108904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:40:54.710944 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e721432e-fb69-4cdc-8d58-d1bd2649ad6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:40:54.711979 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-e721432e-fb69-4cdc-8d58-d1bd2649ad6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7902797'] for subnet, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:54.713968 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e37284e-35b7-412a-a9ec-0ee6aa42c8e5 None None] Network 8d65476e-24ee-46c4-8d37-ad639b125a1c requested from dv-cinder-784477-11-iscsi {{(pid=108906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:40:54.734273 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-e721432e-fb69-4cdc-8d58-d1bd2649ad6f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5335953 Dec 16 15:40:54.984322 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6331d774-93cb-4732-9963-4759f2a42cf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7ef089e-da1e-5e7e-8d50-b8251f3063fb-8d65476e-24ee-46c4-8d37-ad639b125a1c', 'network_id': '8d65476e-24ee-46c4-8d37-ad639b125a1c', 'project_id': 'a9b6eeac3aa5426092394f7f5f9d4e63', 'fixed_ips': [{'subnet_id': '747bf0ec-3602-476b-a49e-efb36a4fd744'}]}} from dv-cinder-784477-11-iscsi. {{(pid=108906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:40:54.985706 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-6331d774-93cb-4732-9963-4759f2a42cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_create {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:55.280924 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.db_base_plugin_common [None req-6331d774-93cb-4732-9963-4759f2a42cf9 None None] Allocated IP 172.20.0.2 (8d65476e-24ee-46c4-8d37-ad639b125a1c/747bf0ec-3602-476b-a49e-efb36a4fd744/4b6f543c-d097-4c4d-b701-ce991ae3cb2c) {{(pid=108906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:40:55.519655 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-6331d774-93cb-4732-9963-4759f2a42cf9 None None] Publish callbacks [] for port, precommit_create {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:55.528478 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-6331d774-93cb-4732-9963-4759f2a42cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739691803594'] for port, after_create {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:55.598001 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6331d774-93cb-4732-9963-4759f2a42cf9 None None] Network 8d65476e-24ee-46c4-8d37-ad639b125a1c is already hosted by enough agents. {{(pid=108906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:40:55.603078 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.scheduler.base_scheduler [None req-6331d774-93cb-4732-9963-4759f2a42cf9 None None] Resources bound (agent type, host, resource id): {{(pid=108906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:40:55.612660 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6331d774-93cb-4732-9963-4759f2a42cf9 None None] Received port after_create {{(pid=108906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:40:55.619803 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6331d774-93cb-4732-9963-4759f2a42cf9 None None] Pushing event updated for resources: {'Port': ['ID=4b6f543c-d097-4c4d-b701-ce991ae3cb2c,revision_number=1']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:55.648248 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6331d774-93cb-4732-9963-4759f2a42cf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:55.648588 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6331d774-93cb-4732-9963-4759f2a42cf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:55.648959 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6331d774-93cb-4732-9963-4759f2a42cf9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:55.649288 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6331d774-93cb-4732-9963-4759f2a42cf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:55.649646 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6331d774-93cb-4732-9963-4759f2a42cf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:55.649967 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6331d774-93cb-4732-9963-4759f2a42cf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:55.650303 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6331d774-93cb-4732-9963-4759f2a42cf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:55.650622 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6331d774-93cb-4732-9963-4759f2a42cf9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:55.650939 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6331d774-93cb-4732-9963-4759f2a42cf9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:55.651272 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6331d774-93cb-4732-9963-4759f2a42cf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:55.651611 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6331d774-93cb-4732-9963-4759f2a42cf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:55.651919 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6331d774-93cb-4732-9963-4759f2a42cf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:55.652226 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6331d774-93cb-4732-9963-4759f2a42cf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:55.653621 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6331d774-93cb-4732-9963-4759f2a42cf9 None None] Tracked resource versions report: Dec 16 15:40:55.653621 dv-cinder-784477-11-iscsi neutron-server[108906]: pushed versions: Dec 16 15:40:55.653621 dv-cinder-784477-11-iscsi neutron-server[108906]: { 'AddressGroup': {'1.2'}, Dec 16 15:40:55.653621 dv-cinder-784477-11-iscsi neutron-server[108906]: 'ConntrackHelper': {'1.0'}, Dec 16 15:40:55.653621 dv-cinder-784477-11-iscsi neutron-server[108906]: 'LocalIPAssociation': {'1.0'}, Dec 16 15:40:55.653621 dv-cinder-784477-11-iscsi neutron-server[108906]: 'Log': {'1.0'}, Dec 16 15:40:55.653621 dv-cinder-784477-11-iscsi neutron-server[108906]: 'Network': {'1.1'}, Dec 16 15:40:55.653621 dv-cinder-784477-11-iscsi neutron-server[108906]: 'Port': {'1.7'}, Dec 16 15:40:55.653621 dv-cinder-784477-11-iscsi neutron-server[108906]: 'PortForwarding': {'1.2'}, Dec 16 15:40:55.653621 dv-cinder-784477-11-iscsi neutron-server[108906]: 'QosPolicy': {'1.10'}, Dec 16 15:40:55.653621 dv-cinder-784477-11-iscsi neutron-server[108906]: 'SecurityGroup': {'1.5'}, Dec 16 15:40:55.653621 dv-cinder-784477-11-iscsi neutron-server[108906]: 'SecurityGroupRule': {'1.2'}, Dec 16 15:40:55.653621 dv-cinder-784477-11-iscsi neutron-server[108906]: 'SubPort': {'1.0'}, Dec 16 15:40:55.653621 dv-cinder-784477-11-iscsi neutron-server[108906]: 'Subnet': {'1.1'}, Dec 16 15:40:55.653621 dv-cinder-784477-11-iscsi neutron-server[108906]: 'Trunk': {'1.1'}} Dec 16 15:40:55.653621 dv-cinder-784477-11-iscsi neutron-server[108906]: consumer versions: Dec 16 15:40:55.653621 dv-cinder-784477-11-iscsi neutron-server[108906]: { DHCP agent@dv-cinder-784477-11-iscsi: {}, Dec 16 15:40:55.653621 dv-cinder-784477-11-iscsi neutron-server[108906]: L3 agent@dv-cinder-784477-11-iscsi: {}, Dec 16 15:40:55.653621 dv-cinder-784477-11-iscsi neutron-server[108906]: Metadata agent@dv-cinder-784477-11-iscsi: {}, Dec 16 15:40:55.653621 dv-cinder-784477-11-iscsi neutron-server[108906]: Metering agent@dv-cinder-784477-11-iscsi: {}, Dec 16 15:40:55.653621 dv-cinder-784477-11-iscsi neutron-server[108906]: Open vSwitch agent@dv-cinder-784477-11-iscsi: { 'AddressGroup': '1.2', Dec 16 15:40:55.653621 dv-cinder-784477-11-iscsi neutron-server[108906]: 'ConntrackHelper': '1.0', Dec 16 15:40:55.653621 dv-cinder-784477-11-iscsi neutron-server[108906]: 'LocalIPAssociation': '1.0', Dec 16 15:40:55.653621 dv-cinder-784477-11-iscsi neutron-server[108906]: 'Log': '1.0', Dec 16 15:40:55.653621 dv-cinder-784477-11-iscsi neutron-server[108906]: 'Network': '1.1', Dec 16 15:40:55.653621 dv-cinder-784477-11-iscsi neutron-server[108906]: 'Port': '1.7', Dec 16 15:40:55.653621 dv-cinder-784477-11-iscsi neutron-server[108906]: 'PortForwarding': '1.2', Dec 16 15:40:55.653621 dv-cinder-784477-11-iscsi neutron-server[108906]: 'QosPolicy': '1.10', Dec 16 15:40:55.653621 dv-cinder-784477-11-iscsi neutron-server[108906]: 'SecurityGroup': '1.5', Dec 16 15:40:55.653621 dv-cinder-784477-11-iscsi neutron-server[108906]: 'SecurityGroupRule': '1.2', Dec 16 15:40:55.653621 dv-cinder-784477-11-iscsi neutron-server[108906]: 'SubPort': '1.0', Dec 16 15:40:55.653621 dv-cinder-784477-11-iscsi neutron-server[108906]: 'Subnet': '1.1', Dec 16 15:40:55.653621 dv-cinder-784477-11-iscsi neutron-server[108906]: 'Trunk': '1.1'}} Dec 16 15:40:55.653621 dv-cinder-784477-11-iscsi neutron-server[108906]: {{(pid=108906) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 15:40:55.701032 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.managers [None req-6331d774-93cb-4732-9963-4759f2a42cf9 None None] Attempting to bind port 4b6f543c-d097-4c4d-b701-ce991ae3cb2c on host dv-cinder-784477-11-iscsi for vnic_type normal with profile {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:40:55.701433 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.managers [None req-6331d774-93cb-4732-9963-4759f2a42cf9 None None] Attempting to bind port 4b6f543c-d097-4c4d-b701-ce991ae3cb2c by drivers openvswitch,hyperv on host dv-cinder-784477-11-iscsi at level 0 using segments [{'id': '305d8de1-8851-47a8-9496-53ce84b75fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8d65476e-24ee-46c4-8d37-ad639b125a1c'}] {{(pid=108906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:40:55.701848 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6331d774-93cb-4732-9963-4759f2a42cf9 None None] Attempting to bind port 4b6f543c-d097-4c4d-b701-ce991ae3cb2c on network 8d65476e-24ee-46c4-8d37-ad639b125a1c {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:40:55.706974 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6331d774-93cb-4732-9963-4759f2a42cf9 None None] Checking agent: {'id': '5eca9fcc-5dcd-4ee1-9579-22579284a65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 40, 43), 'started_at': datetime.datetime(2021, 12, 16, 15, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:40:55.707352 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6331d774-93cb-4732-9963-4759f2a42cf9 None None] Checking segment: {'id': '305d8de1-8851-47a8-9496-53ce84b75fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8d65476e-24ee-46c4-8d37-ad639b125a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:40:55.707808 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-6331d774-93cb-4732-9963-4759f2a42cf9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:55.708174 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6331d774-93cb-4732-9963-4759f2a42cf9 None None] Bound using segment: {'id': '305d8de1-8851-47a8-9496-53ce84b75fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8d65476e-24ee-46c4-8d37-ad639b125a1c'} {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:40:55.708620 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.managers [None req-6331d774-93cb-4732-9963-4759f2a42cf9 None None] Bound port: 4b6f543c-d097-4c4d-b701-ce991ae3cb2c, host: dv-cinder-784477-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '305d8de1-8851-47a8-9496-53ce84b75fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8d65476e-24ee-46c4-8d37-ad639b125a1c'}}] {{(pid=108906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:40:55.709012 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-6331d774-93cb-4732-9963-4759f2a42cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:55.771621 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-6331d774-93cb-4732-9963-4759f2a42cf9 None None] For port 4b6f543c-d097-4c4d-b701-ce991ae3cb2c, host dv-cinder-784477-11-iscsi, cleared binding levels {{(pid=108906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:40:55.775769 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-6331d774-93cb-4732-9963-4759f2a42cf9 None None] For port 4b6f543c-d097-4c4d-b701-ce991ae3cb2c, host dv-cinder-784477-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=4b6f543c-d097-4c4d-b701-ce991ae3cb2c,segment=NetworkSegment(305d8de1-8851-47a8-9496-53ce84b75fd2),segment_id=305d8de1-8851-47a8-9496-53ce84b75fd2)] {{(pid=108906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:40:55.781549 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-6331d774-93cb-4732-9963-4759f2a42cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:55.845888 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6331d774-93cb-4732-9963-4759f2a42cf9 None None] Pushing event updated for resources: {'Port': ['ID=4b6f543c-d097-4c4d-b701-ce991ae3cb2c,revision_number=2']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:57.319773 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 33260) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:57.648763 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [None req-25344626-9c0c-4571-b018-66f5598c97a0 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=108904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:40:57.649776 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-25344626-9c0c-4571-b018-66f5598c97a0 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3290577 Dec 16 15:41:00.220834 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 33268) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:41:00.551881 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [None req-5e9111f7-096b-4c9e-9cd2-37128a65e437 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=108905) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:41:00.552869 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-5e9111f7-096b-4c9e-9cd2-37128a65e437 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3310142 Dec 16 15:41:03.369559 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 33280) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:41:03.685439 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.v2.base [None req-caed78bc-104e-4949-9f8e-d70631e32af3 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'a9b6eeac3aa5426092394f7f5f9d4e63'}} {{(pid=108905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:41:03.714409 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-caed78bc-104e-4949-9f8e-d70631e32af3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7874727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6813'] for router, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:03.716083 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-caed78bc-104e-4949-9f8e-d70631e32af3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7875351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7874278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8123815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6826'] for router, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:03.849440 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-caed78bc-104e-4949-9f8e-d70631e32af3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:03.856452 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-caed78bc-104e-4949-9f8e-d70631e32af3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7875374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874197'] for router, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:03.873394 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-caed78bc-104e-4949-9f8e-d70631e32af3 admin admin] Publish callbacks [] for router, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:03.874640 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-caed78bc-104e-4949-9f8e-d70631e32af3 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5040987 Dec 16 15:41:04.479623 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device 4b6f543c-d097-4c4d-b701-ce991ae3cb2c up at agent ovs-agent-dv-cinder-784477-11-iscsi {{(pid=108906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:41:04.563889 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Provisioning complete for port 4b6f543c-d097-4c4d-b701-ce991ae3cb2c triggered by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:41:04.564562 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:04.671683 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:04.704843 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] For port 4b6f543c-d097-4c4d-b701-ce991ae3cb2c, host dv-cinder-784477-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=4b6f543c-d097-4c4d-b701-ce991ae3cb2c,segment=NetworkSegment(305d8de1-8851-47a8-9496-53ce84b75fd2),segment_id=305d8de1-8851-47a8-9496-53ce84b75fd2)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:41:04.710351 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:04.764535 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Pushing event updated for resources: {'Port': ['ID=4b6f543c-d097-4c4d-b701-ce991ae3cb2c,revision_number=3']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:04.807043 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5953935c-8839-4c7e-9b5c-89fff12207f8 None None] Network 8d65476e-24ee-46c4-8d37-ad639b125a1c requested from dv-cinder-784477-11-iscsi {{(pid=108906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:41:04.890294 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-a29e2d9b-1a65-47e6-95a0-fc7f3f43d2b6 None None] Provisioning complete for port 4b6f543c-d097-4c4d-b701-ce991ae3cb2c triggered by entity DHCP. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:41:04.890702 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-a29e2d9b-1a65-47e6-95a0-fc7f3f43d2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:05.124132 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-5543a0af-d4f4-41f9-96fb-b8066afbe1ad None None] Provisioning complete for port 4b6f543c-d097-4c4d-b701-ce991ae3cb2c triggered by entity DHCP. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:41:05.124503 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-5543a0af-d4f4-41f9-96fb-b8066afbe1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:06.455477 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device 4b6f543c-d097-4c4d-b701-ce991ae3cb2c up at agent ovs-agent-dv-cinder-784477-11-iscsi {{(pid=108906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:41:06.470784 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 33290) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:41:06.504042 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Provisioning complete for port 4b6f543c-d097-4c4d-b701-ce991ae3cb2c triggered by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:41:06.504360 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:06.599287 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-83fd2d4a-5e61-4fab-915e-7f90b683a2ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:06.789984 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [None req-1ca9fdc1-3eaf-44cf-bf8a-d83b737006d1 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=108904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:41:06.791261 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-1ca9fdc1-3eaf-44cf-bf8a-d83b737006d1 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3195293 Dec 16 15:41:08.848277 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-f828f021-1da5-4f57-a108-2d1ec9b7655b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:09.383616 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 33298) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:41:09.727446 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.v2.base [None req-21eac782-6117-4501-8edb-7ae2a3e36fba admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'name': 'public', 'is_default': True}} {{(pid=108904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:41:09.756138 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21eac782-6117-4501-8edb-7ae2a3e36fba admin admin] Made reservation on behalf of 27beb20d765d4b538c3fd84e1df68d01 for: {'network': 1} {{(pid=108904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:41:09.758401 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-21eac782-6117-4501-8edb-7ae2a3e36fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for network, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:09.773197 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-21eac782-6117-4501-8edb-7ae2a3e36fba admin admin] Publish callbacks [] for security_group, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:09.876487 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-21eac782-6117-4501-8edb-7ae2a3e36fba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:09.882347 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-21eac782-6117-4501-8edb-7ae2a3e36fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:09.897805 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-21eac782-6117-4501-8edb-7ae2a3e36fba admin admin] Reserving flat network on physical network physnet1 {{(pid=108904) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 16 15:41:09.918369 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eac782-6117-4501-8edb-7ae2a3e36fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3d1a49-7443-41ee-b9d0-eb249bb51099,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:09.924289 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-21eac782-6117-4501-8edb-7ae2a3e36fba admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739692305785', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772428'] for segment, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:09.924835 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-21eac782-6117-4501-8edb-7ae2a3e36fba admin admin] Unsubscribe: segment precommit_create {{(pid=108904) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 16 15:41:09.925307 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.db.segments_db [None req-21eac782-6117-4501-8edb-7ae2a3e36fba admin admin] Added segment 0390f958-c764-4c6b-ad22-4946ebfb354b of type flat for network b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3 Dec 16 15:41:09.976577 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-21eac782-6117-4501-8edb-7ae2a3e36fba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739691820328'] for network, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:10.020870 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-21eac782-6117-4501-8edb-7ae2a3e36fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8007001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803'] for network, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:10.021787 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21eac782-6117-4501-8edb-7ae2a3e36fba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:10.022373 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-21eac782-6117-4501-8edb-7ae2a3e36fba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7902797'] for network, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:10.105696 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-21eac782-6117-4501-8edb-7ae2a3e36fba admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7204058 Dec 16 15:41:10.134499 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eac782-6117-4501-8edb-7ae2a3e36fba admin admin] Pushing event updated for resources: {'Network': ['ID=b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:10.145296 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Network b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3 details requested by agent ovs-agent-dv-cinder-784477-11-iscsi with host dv-cinder-784477-11-iscsi {{(pid=108906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:41:10.425504 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-223b144f-a2e3-43d1-9ee0-793d55a0ef66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:11.233518 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-e6a1afc6-ab61-4c06-9aae-8bc4c5fea8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:12.682585 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 33316) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:41:12.711215 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:12.880753 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983f3db8-21c4-46d7-b1d3-008b136eef0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:12.882730 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-983f3db8-21c4-46d7-b1d3-008b136eef0e admin admin] 10.222.0.31 "GET /v2.0/subnets/747bf0ec-3602-476b-a49e-efb36a4fd744 HTTP/1.1" status: 200 len: 849 time: 0.1992404 Dec 16 15:41:13.040033 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-2a553a2f-5ba4-43e5-8efe-6399d7c371cc admin admin] 10.222.0.31 "GET /v2.0/routers/7104b54d-d5d0-4adf-8751-22afecc01cf2 HTTP/1.1" status: 200 len: 704 time: 0.1507437 Dec 16 15:41:13.311157 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-82a577d4-8791-4efa-baaf-f2cf6a47e5fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:13.600489 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.db_base_plugin_common [None req-82a577d4-8791-4efa-baaf-f2cf6a47e5fc admin admin] Allocated IP 172.20.0.1 (8d65476e-24ee-46c4-8d37-ad639b125a1c/747bf0ec-3602-476b-a49e-efb36a4fd744/b881e9ab-6b10-48c8-ae16-dfc93e22587f) {{(pid=108904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:41:13.759892 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-82a577d4-8791-4efa-baaf-f2cf6a47e5fc admin admin] Publish callbacks [] for port, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:13.831020 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-82a577d4-8791-4efa-baaf-f2cf6a47e5fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739691803594'] for port, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:13.905353 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a577d4-8791-4efa-baaf-f2cf6a47e5fc admin admin] Network 8d65476e-24ee-46c4-8d37-ad639b125a1c is already hosted by enough agents. {{(pid=108904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:41:13.909949 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.base_scheduler [None req-82a577d4-8791-4efa-baaf-f2cf6a47e5fc admin admin] Resources bound (agent type, host, resource id): {{(pid=108904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:41:13.915530 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a577d4-8791-4efa-baaf-f2cf6a47e5fc admin admin] Received port after_create {{(pid=108904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:41:13.916057 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-82a577d4-8791-4efa-baaf-f2cf6a47e5fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7874534'] for router_interface, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:13.936933 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a577d4-8791-4efa-baaf-f2cf6a47e5fc admin admin] Pushing event updated for resources: {'Port': ['ID=b881e9ab-6b10-48c8-ae16-dfc93e22587f,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:14.118660 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-1e51ea6c-cab8-4f70-8763-a16ba260f22e None None] Provisioning complete for port b881e9ab-6b10-48c8-ae16-dfc93e22587f triggered by entity DHCP. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:41:14.119483 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-1e51ea6c-cab8-4f70-8763-a16ba260f22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:14.153157 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-1e51ea6c-cab8-4f70-8763-a16ba260f22e None None] Port b881e9ab-6b10-48c8-ae16-dfc93e22587f cannot update to ACTIVE because it is not bound. {{(pid=108906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:41:14.169773 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-82a577d4-8791-4efa-baaf-f2cf6a47e5fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:14.384399 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-82a577d4-8791-4efa-baaf-f2cf6a47e5fc admin admin] Publish callbacks [] for port, precommit_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:14.391644 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-82a577d4-8791-4efa-baaf-f2cf6a47e5fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:14.392392 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-82a577d4-8791-4efa-baaf-f2cf6a47e5fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7902817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872854'] for router_interface, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:14.472763 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a577d4-8791-4efa-baaf-f2cf6a47e5fc admin admin] Pushing event updated for resources: {'Port': ['ID=b881e9ab-6b10-48c8-ae16-dfc93e22587f,revision_number=2']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:14.515457 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a577d4-8791-4efa-baaf-f2cf6a47e5fc admin admin] Network 8d65476e-24ee-46c4-8d37-ad639b125a1c is already hosted by enough agents. {{(pid=108904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:41:14.516796 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.base_scheduler [None req-82a577d4-8791-4efa-baaf-f2cf6a47e5fc admin admin] Resources bound (agent type, host, resource id): {{(pid=108904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:41:14.674452 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-d4473aa3-fc1f-4093-8dd3-95697eb24439 None None] Provisioning complete for port b881e9ab-6b10-48c8-ae16-dfc93e22587f triggered by entity DHCP. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:41:14.674814 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-d4473aa3-fc1f-4093-8dd3-95697eb24439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:14.676609 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82a577d4-8791-4efa-baaf-f2cf6a47e5fc admin admin] Router 7104b54d-d5d0-4adf-8751-22afecc01cf2 is scheduled to L3 agent 53beefa8-37d8-48bc-b6da-d824d56f81c3 with binding_index 1 {{(pid=108904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:41:14.709627 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-d4473aa3-fc1f-4093-8dd3-95697eb24439 None None] Port b881e9ab-6b10-48c8-ae16-dfc93e22587f cannot update to ACTIVE because it is not bound. {{(pid=108906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:41:14.769650 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a577d4-8791-4efa-baaf-f2cf6a47e5fc admin admin] Notify agent at l3_agent.dv-cinder-784477-11-iscsi the message routers_updated {{(pid=108904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:41:14.775274 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-82a577d4-8791-4efa-baaf-f2cf6a47e5fc admin admin] 10.222.0.31 "PUT /v2.0/routers/7104b54d-d5d0-4adf-8751-22afecc01cf2/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7269318 Dec 16 15:41:14.782197 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22725a8-07f4-46a9-a5f3-f7dfe5855546 None None] Sync routers for ids ['7104b54d-d5d0-4adf-8751-22afecc01cf2'] in dv-cinder-784477-11-iscsi {{(pid=108907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:41:14.794410 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22725a8-07f4-46a9-a5f3-f7dfe5855546 None None] Routers {'7104b54d-d5d0-4adf-8751-22afecc01cf2'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:41:14.795153 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-d22725a8-07f4-46a9-a5f3-f7dfe5855546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:41:09Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['7104b54d-d5d0-4adf-8751-22afecc01cf2'], 'active': True} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:41:14.986773 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvr_db [None req-d22725a8-07f4-46a9-a5f3-f7dfe5855546 None None] Set router 7104b54d-d5d0-4adf-8751-22afecc01cf2 gateway port host: None {{(pid=108907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:41:15.420316 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-d22725a8-07f4-46a9-a5f3-f7dfe5855546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7104b54d-d5d0-4adf-8751-22afecc01cf2', 'name': 'router1', 'tenant_id': 'a9b6eeac3aa5426092394f7f5f9d4e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:41:03Z', 'updated_at': '2021-12-16T15:41:14Z', 'revision_number': 2, 'project_id': 'a9b6eeac3aa5426092394f7f5f9d4e63', 'gw_port_host': None, '_interfaces': [{'id': 'b881e9ab-6b10-48c8-ae16-dfc93e22587f', 'name': '', 'network_id': '8d65476e-24ee-46c4-8d37-ad639b125a1c', 'tenant_id': 'a9b6eeac3aa5426092394f7f5f9d4e63', 'mac_address': 'fa:16:3e:45:1d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7104b54d-d5d0-4adf-8751-22afecc01cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '747bf0ec-3602-476b-a49e-efb36a4fd744', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:41:13Z', 'updated_at': '2021-12-16T15:41:14Z', 'revision_number': 2, 'project_id': 'a9b6eeac3aa5426092394f7f5f9d4e63', 'subnets': [{'id': '747bf0ec-3602-476b-a49e-efb36a4fd744', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a9f5972-3009-48eb-b74c-6b5eda8de95a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:41:15.471328 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22725a8-07f4-46a9-a5f3-f7dfe5855546 None None] Checking router: 7104b54d-d5d0-4adf-8751-22afecc01cf2 for host: dv-cinder-784477-11-iscsi {{(pid=108907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:41:15.471696 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22725a8-07f4-46a9-a5f3-f7dfe5855546 None None] Updating router 7104b54d-d5d0-4adf-8751-22afecc01cf2 port b881e9ab-6b10-48c8-ae16-dfc93e22587f binding host dv-cinder-784477-11-iscsi {{(pid=108907) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:41:15.520297 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron_lib.callbacks.manager [None req-d22725a8-07f4-46a9-a5f3-f7dfe5855546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:16.035318 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron_lib.callbacks.manager [None req-d22725a8-07f4-46a9-a5f3-f7dfe5855546 None None] Publish callbacks [] for port, precommit_update {{(pid=108907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:16.043335 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron_lib.callbacks.manager [None req-d22725a8-07f4-46a9-a5f3-f7dfe5855546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:16.165314 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9628bd3f-b78c-4dff-9e37-dbcb46810fbb None None] Pushing event updated for resources: {'Port': ['ID=b881e9ab-6b10-48c8-ae16-dfc93e22587f,revision_number=3']} {{(pid=108907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:16.192794 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9628bd3f-b78c-4dff-9e37-dbcb46810fbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:41:16.193138 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9628bd3f-b78c-4dff-9e37-dbcb46810fbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:41:16.193529 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9628bd3f-b78c-4dff-9e37-dbcb46810fbb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:41:16.193862 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9628bd3f-b78c-4dff-9e37-dbcb46810fbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:41:16.194187 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9628bd3f-b78c-4dff-9e37-dbcb46810fbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:41:16.194522 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9628bd3f-b78c-4dff-9e37-dbcb46810fbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:41:16.194851 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9628bd3f-b78c-4dff-9e37-dbcb46810fbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:41:16.195179 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9628bd3f-b78c-4dff-9e37-dbcb46810fbb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:41:16.195493 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9628bd3f-b78c-4dff-9e37-dbcb46810fbb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:41:16.195818 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9628bd3f-b78c-4dff-9e37-dbcb46810fbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:41:16.196133 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9628bd3f-b78c-4dff-9e37-dbcb46810fbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:41:16.196446 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9628bd3f-b78c-4dff-9e37-dbcb46810fbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:41:16.196753 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9628bd3f-b78c-4dff-9e37-dbcb46810fbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:41:16.198155 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9628bd3f-b78c-4dff-9e37-dbcb46810fbb None None] Tracked resource versions report: Dec 16 15:41:16.198155 dv-cinder-784477-11-iscsi neutron-server[108907]: pushed versions: Dec 16 15:41:16.198155 dv-cinder-784477-11-iscsi neutron-server[108907]: { 'AddressGroup': {'1.2'}, Dec 16 15:41:16.198155 dv-cinder-784477-11-iscsi neutron-server[108907]: 'ConntrackHelper': {'1.0'}, Dec 16 15:41:16.198155 dv-cinder-784477-11-iscsi neutron-server[108907]: 'LocalIPAssociation': {'1.0'}, Dec 16 15:41:16.198155 dv-cinder-784477-11-iscsi neutron-server[108907]: 'Log': {'1.0'}, Dec 16 15:41:16.198155 dv-cinder-784477-11-iscsi neutron-server[108907]: 'Network': {'1.1'}, Dec 16 15:41:16.198155 dv-cinder-784477-11-iscsi neutron-server[108907]: 'Port': {'1.7'}, Dec 16 15:41:16.198155 dv-cinder-784477-11-iscsi neutron-server[108907]: 'PortForwarding': {'1.2'}, Dec 16 15:41:16.198155 dv-cinder-784477-11-iscsi neutron-server[108907]: 'QosPolicy': {'1.10'}, Dec 16 15:41:16.198155 dv-cinder-784477-11-iscsi neutron-server[108907]: 'SecurityGroup': {'1.5'}, Dec 16 15:41:16.198155 dv-cinder-784477-11-iscsi neutron-server[108907]: 'SecurityGroupRule': {'1.2'}, Dec 16 15:41:16.198155 dv-cinder-784477-11-iscsi neutron-server[108907]: 'SubPort': {'1.0'}, Dec 16 15:41:16.198155 dv-cinder-784477-11-iscsi neutron-server[108907]: 'Subnet': {'1.1'}, Dec 16 15:41:16.198155 dv-cinder-784477-11-iscsi neutron-server[108907]: 'Trunk': {'1.1'}} Dec 16 15:41:16.198155 dv-cinder-784477-11-iscsi neutron-server[108907]: consumer versions: Dec 16 15:41:16.198155 dv-cinder-784477-11-iscsi neutron-server[108907]: { DHCP agent@dv-cinder-784477-11-iscsi: {}, Dec 16 15:41:16.198155 dv-cinder-784477-11-iscsi neutron-server[108907]: L3 agent@dv-cinder-784477-11-iscsi: {}, Dec 16 15:41:16.198155 dv-cinder-784477-11-iscsi neutron-server[108907]: Metadata agent@dv-cinder-784477-11-iscsi: {}, Dec 16 15:41:16.198155 dv-cinder-784477-11-iscsi neutron-server[108907]: Metering agent@dv-cinder-784477-11-iscsi: {}, Dec 16 15:41:16.198155 dv-cinder-784477-11-iscsi neutron-server[108907]: Open vSwitch agent@dv-cinder-784477-11-iscsi: { 'AddressGroup': '1.2', Dec 16 15:41:16.198155 dv-cinder-784477-11-iscsi neutron-server[108907]: 'ConntrackHelper': '1.0', Dec 16 15:41:16.198155 dv-cinder-784477-11-iscsi neutron-server[108907]: 'LocalIPAssociation': '1.0', Dec 16 15:41:16.198155 dv-cinder-784477-11-iscsi neutron-server[108907]: 'Log': '1.0', Dec 16 15:41:16.198155 dv-cinder-784477-11-iscsi neutron-server[108907]: 'Network': '1.1', Dec 16 15:41:16.198155 dv-cinder-784477-11-iscsi neutron-server[108907]: 'Port': '1.7', Dec 16 15:41:16.198155 dv-cinder-784477-11-iscsi neutron-server[108907]: 'PortForwarding': '1.2', Dec 16 15:41:16.198155 dv-cinder-784477-11-iscsi neutron-server[108907]: 'QosPolicy': '1.10', Dec 16 15:41:16.198155 dv-cinder-784477-11-iscsi neutron-server[108907]: 'SecurityGroup': '1.5', Dec 16 15:41:16.198155 dv-cinder-784477-11-iscsi neutron-server[108907]: 'SecurityGroupRule': '1.2', Dec 16 15:41:16.198155 dv-cinder-784477-11-iscsi neutron-server[108907]: 'SubPort': '1.0', Dec 16 15:41:16.198155 dv-cinder-784477-11-iscsi neutron-server[108907]: 'Subnet': '1.1', Dec 16 15:41:16.198155 dv-cinder-784477-11-iscsi neutron-server[108907]: 'Trunk': '1.1'}} Dec 16 15:41:16.198155 dv-cinder-784477-11-iscsi neutron-server[108907]: {{(pid=108907) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 15:41:16.228202 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.plugins.ml2.managers [None req-d22725a8-07f4-46a9-a5f3-f7dfe5855546 None None] Attempting to bind port b881e9ab-6b10-48c8-ae16-dfc93e22587f on host dv-cinder-784477-11-iscsi for vnic_type normal with profile {{(pid=108907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:41:16.228595 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.plugins.ml2.managers [None req-d22725a8-07f4-46a9-a5f3-f7dfe5855546 None None] Attempting to bind port b881e9ab-6b10-48c8-ae16-dfc93e22587f by drivers openvswitch,hyperv on host dv-cinder-784477-11-iscsi at level 0 using segments [{'id': '305d8de1-8851-47a8-9496-53ce84b75fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8d65476e-24ee-46c4-8d37-ad639b125a1c'}] {{(pid=108907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:41:16.229015 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22725a8-07f4-46a9-a5f3-f7dfe5855546 None None] Attempting to bind port b881e9ab-6b10-48c8-ae16-dfc93e22587f on network 8d65476e-24ee-46c4-8d37-ad639b125a1c {{(pid=108907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:41:16.234351 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22725a8-07f4-46a9-a5f3-f7dfe5855546 None None] Checking agent: {'id': '5eca9fcc-5dcd-4ee1-9579-22579284a65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 40, 43), 'started_at': datetime.datetime(2021, 12, 16, 15, 41, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:41:16.234754 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22725a8-07f4-46a9-a5f3-f7dfe5855546 None None] Checking segment: {'id': '305d8de1-8851-47a8-9496-53ce84b75fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8d65476e-24ee-46c4-8d37-ad639b125a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:41:16.235221 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron_lib.callbacks.manager [None req-d22725a8-07f4-46a9-a5f3-f7dfe5855546 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:16.235608 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22725a8-07f4-46a9-a5f3-f7dfe5855546 None None] Bound using segment: {'id': '305d8de1-8851-47a8-9496-53ce84b75fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8d65476e-24ee-46c4-8d37-ad639b125a1c'} {{(pid=108907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:41:16.236071 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.plugins.ml2.managers [None req-d22725a8-07f4-46a9-a5f3-f7dfe5855546 None None] Bound port: b881e9ab-6b10-48c8-ae16-dfc93e22587f, host: dv-cinder-784477-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '305d8de1-8851-47a8-9496-53ce84b75fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8d65476e-24ee-46c4-8d37-ad639b125a1c'}}] {{(pid=108907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:41:16.236456 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron_lib.callbacks.manager [None req-d22725a8-07f4-46a9-a5f3-f7dfe5855546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:16.302457 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.plugins.ml2.db [None req-d22725a8-07f4-46a9-a5f3-f7dfe5855546 None None] For port b881e9ab-6b10-48c8-ae16-dfc93e22587f, host dv-cinder-784477-11-iscsi, cleared binding levels {{(pid=108907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:41:16.320831 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.plugins.ml2.db [None req-d22725a8-07f4-46a9-a5f3-f7dfe5855546 None None] For port b881e9ab-6b10-48c8-ae16-dfc93e22587f, host dv-cinder-784477-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=b881e9ab-6b10-48c8-ae16-dfc93e22587f,segment=NetworkSegment(305d8de1-8851-47a8-9496-53ce84b75fd2),segment_id=305d8de1-8851-47a8-9496-53ce84b75fd2)] {{(pid=108907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:41:16.325930 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron_lib.callbacks.manager [None req-d22725a8-07f4-46a9-a5f3-f7dfe5855546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:16.339201 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-d2d3fac5-b8e8-424c-a475-d99e913569a2 None None] Provisioning complete for port b881e9ab-6b10-48c8-ae16-dfc93e22587f triggered by entity DHCP. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:41:16.339727 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-d2d3fac5-b8e8-424c-a475-d99e913569a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:16.381600 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9628bd3f-b78c-4dff-9e37-dbcb46810fbb None None] Pushing event updated for resources: {'Port': ['ID=b881e9ab-6b10-48c8-ae16-dfc93e22587f,revision_number=4']} {{(pid=108907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:16.407495 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22725a8-07f4-46a9-a5f3-f7dfe5855546 None None] Routers {'7104b54d-d5d0-4adf-8751-22afecc01cf2'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:41:16.408261 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-d22725a8-07f4-46a9-a5f3-f7dfe5855546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:41:09Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['7104b54d-d5d0-4adf-8751-22afecc01cf2'], 'active': True} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:41:16.430280 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-d2d3fac5-b8e8-424c-a475-d99e913569a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:16.467079 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-d2d3fac5-b8e8-424c-a475-d99e913569a2 None None] For port b881e9ab-6b10-48c8-ae16-dfc93e22587f, host dv-cinder-784477-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=b881e9ab-6b10-48c8-ae16-dfc93e22587f,segment=NetworkSegment(305d8de1-8851-47a8-9496-53ce84b75fd2),segment_id=305d8de1-8851-47a8-9496-53ce84b75fd2)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:41:16.471654 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-d2d3fac5-b8e8-424c-a475-d99e913569a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:16.530129 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d3fac5-b8e8-424c-a475-d99e913569a2 None None] Pushing event updated for resources: {'Port': ['ID=b881e9ab-6b10-48c8-ae16-dfc93e22587f,revision_number=5']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:16.535811 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvr_db [None req-d22725a8-07f4-46a9-a5f3-f7dfe5855546 None None] Set router 7104b54d-d5d0-4adf-8751-22afecc01cf2 gateway port host: None {{(pid=108907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:41:16.593386 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-4b0f8d08-3cb1-495b-a6f4-11592bb06fa3 None None] Provisioning complete for port b881e9ab-6b10-48c8-ae16-dfc93e22587f triggered by entity DHCP. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:41:16.593915 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-4b0f8d08-3cb1-495b-a6f4-11592bb06fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:16.758515 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-d22725a8-07f4-46a9-a5f3-f7dfe5855546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7104b54d-d5d0-4adf-8751-22afecc01cf2', 'name': 'router1', 'tenant_id': 'a9b6eeac3aa5426092394f7f5f9d4e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:41:03Z', 'updated_at': '2021-12-16T15:41:14Z', 'revision_number': 2, 'project_id': 'a9b6eeac3aa5426092394f7f5f9d4e63', 'gw_port_host': None, '_interfaces': [{'id': 'b881e9ab-6b10-48c8-ae16-dfc93e22587f', 'name': '', 'network_id': '8d65476e-24ee-46c4-8d37-ad639b125a1c', 'tenant_id': 'a9b6eeac3aa5426092394f7f5f9d4e63', 'mac_address': 'fa:16:3e:45:1d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7104b54d-d5d0-4adf-8751-22afecc01cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '747bf0ec-3602-476b-a49e-efb36a4fd744', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:41:13Z', 'updated_at': '2021-12-16T15:41:16Z', 'revision_number': 4, 'project_id': 'a9b6eeac3aa5426092394f7f5f9d4e63', 'subnets': [{'id': '747bf0ec-3602-476b-a49e-efb36a4fd744', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a9f5972-3009-48eb-b74c-6b5eda8de95a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:41:16.785054 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22725a8-07f4-46a9-a5f3-f7dfe5855546 None None] The sync data for ids ['7104b54d-d5d0-4adf-8751-22afecc01cf2'] in dv-cinder-784477-11-iscsi is: [{'id': '7104b54d-d5d0-4adf-8751-22afecc01cf2', 'name': 'router1', 'tenant_id': 'a9b6eeac3aa5426092394f7f5f9d4e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:41:03Z', 'updated_at': '2021-12-16T15:41:14Z', 'revision_number': 2, 'project_id': 'a9b6eeac3aa5426092394f7f5f9d4e63', 'gw_port_host': None, '_interfaces': [{'id': 'b881e9ab-6b10-48c8-ae16-dfc93e22587f', 'name': '', 'network_id': '8d65476e-24ee-46c4-8d37-ad639b125a1c', 'tenant_id': 'a9b6eeac3aa5426092394f7f5f9d4e63', 'mac_address': 'fa:16:3e:45:1d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7104b54d-d5d0-4adf-8751-22afecc01cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '747bf0ec-3602-476b-a49e-efb36a4fd744', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:41:13Z', 'updated_at': '2021-12-16T15:41:16Z', 'revision_number': 4, 'project_id': 'a9b6eeac3aa5426092394f7f5f9d4e63', 'subnets': [{'id': '747bf0ec-3602-476b-a49e-efb36a4fd744', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a9f5972-3009-48eb-b74c-6b5eda8de95a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:41:17.205399 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 33338) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:41:17.319727 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cad03f0-bf91-411a-ad34-3ff980c22c54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:17.321106 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-4cad03f0-bf91-411a-ad34-3ff980c22c54 admin admin] 10.222.0.31 "GET /v2.0/networks/b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3 HTTP/1.1" status: 200 len: 842 time: 0.1147325 Dec 16 15:41:17.331775 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.v2.base [None req-0c1df52c-8cae-4428-ad85-dbe637c2c667 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.1.0/24', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'gateway_ip': '172.27.1.1', 'name': 'public-subnet'}} {{(pid=108904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:41:17.360287 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c1df52c-8cae-4428-ad85-dbe637c2c667 admin admin] Made reservation on behalf of 27beb20d765d4b538c3fd84e1df68d01 for: {'subnet': 1} {{(pid=108904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:41:17.362933 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-0c1df52c-8cae-4428-ad85-dbe637c2c667 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:17.649366 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.objects.ports [None req-0c1df52c-8cae-4428-ad85-dbe637c2c667 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108904) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 15:41:17.649816 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-0c1df52c-8cae-4428-ad85-dbe637c2c667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8060090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803'] for subnet, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:17.701486 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1df52c-8cae-4428-ad85-dbe637c2c667 admin admin] Pushing event updated for resources: {'Subnet': ['ID=792909e7-e23c-4f0f-8575-fa43b44998bb,revision_number=0']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:17.710925 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1df52c-8cae-4428-ad85-dbe637c2c667 admin admin] Checking segment: {'id': '0390f958-c764-4c6b-ad22-4946ebfb354b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:41:17.711280 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1df52c-8cae-4428-ad85-dbe637c2c667 admin admin] Network hostable DHCP agents. Network: b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3, hostable agents: ['02e00dda-7193-4a71-a593-a2bdfaca617e'], hosted agents: [] {{(pid=108904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:41:17.728893 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1df52c-8cae-4428-ad85-dbe637c2c667 admin admin] Network b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3 is scheduled to be hosted by DHCP agent 02e00dda-7193-4a71-a593-a2bdfaca617e with binding_index 1 {{(pid=108904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:41:17.737713 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.base_scheduler [None req-0c1df52c-8cae-4428-ad85-dbe637c2c667 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-11-iscsi, b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3) {{(pid=108904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:41:17.741878 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1df52c-8cae-4428-ad85-dbe637c2c667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:17.742464 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-0c1df52c-8cae-4428-ad85-dbe637c2c667 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7902797'] for subnet, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:17.750173 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa3147d-689b-49e6-ab9e-0285f3b4fe02 None None] Network b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3 requested from dv-cinder-784477-11-iscsi {{(pid=108906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:41:17.769807 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-0c1df52c-8cae-4428-ad85-dbe637c2c667 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4413743 Dec 16 15:41:17.854938 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe942001-88e3-408e-a685-462673379f37 None None] Network b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3 requested from dv-cinder-784477-11-iscsi {{(pid=108906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:41:20.236524 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 33346) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:41:20.477137 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-083611a2-b203-4705-baa0-8f7573a07bca admin admin] 10.222.0.31 "GET /v2.0/routers/7104b54d-d5d0-4adf-8751-22afecc01cf2 HTTP/1.1" status: 200 len: 710 time: 0.2393119 Dec 16 15:41:20.633260 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7756c7f-c05d-411b-88c9-72615238d42c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:20.634757 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-a7756c7f-c05d-411b-88c9-72615238d42c admin admin] 10.222.0.31 "GET /v2.0/networks/b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3 HTTP/1.1" status: 200 len: 886 time: 0.1515021 Dec 16 15:41:20.644462 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.v2.base [None req-9473be3e-0188-48e9-b2db-c039f69f4b19 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3'}}} {{(pid=108905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:41:20.898033 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-9473be3e-0188-48e9-b2db-c039f69f4b19 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:21.144098 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-9473be3e-0188-48e9-b2db-c039f69f4b19 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:21.217284 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-9473be3e-0188-48e9-b2db-c039f69f4b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:21.402206 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.db.db_base_plugin_common [None req-9473be3e-0188-48e9-b2db-c039f69f4b19 admin admin] Allocated IP 172.27.1.229 (b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3/792909e7-e23c-4f0f-8575-fa43b44998bb/677d6394-cb04-4fbc-a669-f76378a1d10f) {{(pid=108905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:41:21.515800 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-9473be3e-0188-48e9-b2db-c039f69f4b19 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:21.575783 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-9473be3e-0188-48e9-b2db-c039f69f4b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739691803594'] for port, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:21.706640 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9473be3e-0188-48e9-b2db-c039f69f4b19 admin admin] Network b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3 is already hosted by enough agents. {{(pid=108905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:41:21.711345 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.base_scheduler [None req-9473be3e-0188-48e9-b2db-c039f69f4b19 admin admin] Resources bound (agent type, host, resource id): {{(pid=108905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:41:21.721090 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9473be3e-0188-48e9-b2db-c039f69f4b19 admin admin] Received port after_create {{(pid=108905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:41:21.724348 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9473be3e-0188-48e9-b2db-c039f69f4b19 admin admin] Pushing event updated for resources: {'Port': ['ID=677d6394-cb04-4fbc-a669-f76378a1d10f,revision_number=1']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:22.001867 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-9473be3e-0188-48e9-b2db-c039f69f4b19 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:22.201965 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-9473be3e-0188-48e9-b2db-c039f69f4b19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7874184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7875385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6840'] for router, precommit_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:22.206621 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-9473be3e-0188-48e9-b2db-c039f69f4b19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7874179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7874202', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7875376'] for router, after_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:22.319790 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9473be3e-0188-48e9-b2db-c039f69f4b19 admin admin] Router 7104b54d-d5d0-4adf-8751-22afecc01cf2 has already been hosted by L3 agent 53beefa8-37d8-48bc-b6da-d824d56f81c3 {{(pid=108905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:41:22.430240 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9473be3e-0188-48e9-b2db-c039f69f4b19 admin admin] Notify agent at l3_agent.dv-cinder-784477-11-iscsi the message routers_updated {{(pid=108905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:41:22.434773 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-9473be3e-0188-48e9-b2db-c039f69f4b19 admin admin] Publish callbacks [] for router, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:22.435988 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-9473be3e-0188-48e9-b2db-c039f69f4b19 admin admin] 10.222.0.31 "PUT /v2.0/routers/7104b54d-d5d0-4adf-8751-22afecc01cf2 HTTP/1.1" status: 200 len: 890 time: 1.7947459 Dec 16 15:41:22.514864 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device b881e9ab-6b10-48c8-ae16-dfc93e22587f up at agent ovs-agent-dv-cinder-784477-11-iscsi {{(pid=108906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:41:22.567234 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Provisioning complete for port b881e9ab-6b10-48c8-ae16-dfc93e22587f triggered by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:41:22.567523 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:23.648884 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d571f20a-4770-454c-9f33-aa594124d0e9 None None] Sync routers for ids ['7104b54d-d5d0-4adf-8751-22afecc01cf2'] in dv-cinder-784477-11-iscsi {{(pid=108906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:41:23.660859 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d571f20a-4770-454c-9f33-aa594124d0e9 None None] Routers {'7104b54d-d5d0-4adf-8751-22afecc01cf2'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:41:23.661547 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-d571f20a-4770-454c-9f33-aa594124d0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:41:09Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['7104b54d-d5d0-4adf-8751-22afecc01cf2'], 'active': True} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:41:23.868557 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvr_db [None req-d571f20a-4770-454c-9f33-aa594124d0e9 None None] Set router 7104b54d-d5d0-4adf-8751-22afecc01cf2 gateway port host: dv-cinder-784477-11-iscsi {{(pid=108906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:41:24.326753 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-d571f20a-4770-454c-9f33-aa594124d0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7104b54d-d5d0-4adf-8751-22afecc01cf2', 'name': 'router1', 'tenant_id': 'a9b6eeac3aa5426092394f7f5f9d4e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '677d6394-cb04-4fbc-a669-f76378a1d10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:41:03Z', 'updated_at': '2021-12-16T15:41:21Z', 'revision_number': 4, 'project_id': 'a9b6eeac3aa5426092394f7f5f9d4e63', 'gw_port': {'id': '677d6394-cb04-4fbc-a669-f76378a1d10f', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f8:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7104b54d-d5d0-4adf-8751-22afecc01cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:41:21Z', 'updated_at': '2021-12-16T15:41:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_interfaces': [{'id': 'b881e9ab-6b10-48c8-ae16-dfc93e22587f', 'name': '', 'network_id': '8d65476e-24ee-46c4-8d37-ad639b125a1c', 'tenant_id': 'a9b6eeac3aa5426092394f7f5f9d4e63', 'mac_address': 'fa:16:3e:45:1d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7104b54d-d5d0-4adf-8751-22afecc01cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '747bf0ec-3602-476b-a49e-efb36a4fd744', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:41:13Z', 'updated_at': '2021-12-16T15:41:16Z', 'revision_number': 5, 'project_id': 'a9b6eeac3aa5426092394f7f5f9d4e63', 'subnets': [{'id': '747bf0ec-3602-476b-a49e-efb36a4fd744', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a9f5972-3009-48eb-b74c-6b5eda8de95a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:41:24.377647 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d571f20a-4770-454c-9f33-aa594124d0e9 None None] Checking router: 7104b54d-d5d0-4adf-8751-22afecc01cf2 for host: dv-cinder-784477-11-iscsi {{(pid=108906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:41:24.377994 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d571f20a-4770-454c-9f33-aa594124d0e9 None None] Updating router 7104b54d-d5d0-4adf-8751-22afecc01cf2 port 677d6394-cb04-4fbc-a669-f76378a1d10f binding host dv-cinder-784477-11-iscsi {{(pid=108906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:41:24.423083 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-d571f20a-4770-454c-9f33-aa594124d0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:24.735687 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-d571f20a-4770-454c-9f33-aa594124d0e9 None None] Publish callbacks [] for port, precommit_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:24.742057 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-d571f20a-4770-454c-9f33-aa594124d0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:24.791911 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.managers [None req-d571f20a-4770-454c-9f33-aa594124d0e9 None None] Attempting to bind port 677d6394-cb04-4fbc-a669-f76378a1d10f on host dv-cinder-784477-11-iscsi for vnic_type normal with profile {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:41:24.792371 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.managers [None req-d571f20a-4770-454c-9f33-aa594124d0e9 None None] Attempting to bind port 677d6394-cb04-4fbc-a669-f76378a1d10f by drivers openvswitch,hyperv on host dv-cinder-784477-11-iscsi at level 0 using segments [{'id': '0390f958-c764-4c6b-ad22-4946ebfb354b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3'}] {{(pid=108906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:41:24.792732 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d571f20a-4770-454c-9f33-aa594124d0e9 None None] Attempting to bind port 677d6394-cb04-4fbc-a669-f76378a1d10f on network b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3 {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:41:24.799431 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c426f700-59d6-4c58-a4aa-ea8a0270c090 None None] Pushing event updated for resources: {'Port': ['ID=677d6394-cb04-4fbc-a669-f76378a1d10f,revision_number=2']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:24.803493 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d571f20a-4770-454c-9f33-aa594124d0e9 None None] Checking agent: {'id': '5eca9fcc-5dcd-4ee1-9579-22579284a65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 40, 43), 'started_at': datetime.datetime(2021, 12, 16, 15, 41, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:41:24.803829 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d571f20a-4770-454c-9f33-aa594124d0e9 None None] Checking segment: {'id': '0390f958-c764-4c6b-ad22-4946ebfb354b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:41:24.804252 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-d571f20a-4770-454c-9f33-aa594124d0e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:24.804626 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d571f20a-4770-454c-9f33-aa594124d0e9 None None] Bound using segment: {'id': '0390f958-c764-4c6b-ad22-4946ebfb354b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3'} {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:41:24.805085 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.managers [None req-d571f20a-4770-454c-9f33-aa594124d0e9 None None] Bound port: 677d6394-cb04-4fbc-a669-f76378a1d10f, host: dv-cinder-784477-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0390f958-c764-4c6b-ad22-4946ebfb354b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3'}}] {{(pid=108906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:41:24.805458 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-d571f20a-4770-454c-9f33-aa594124d0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:24.856114 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-d571f20a-4770-454c-9f33-aa594124d0e9 None None] For port 677d6394-cb04-4fbc-a669-f76378a1d10f, host dv-cinder-784477-11-iscsi, cleared binding levels {{(pid=108906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:41:24.859347 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-d571f20a-4770-454c-9f33-aa594124d0e9 None None] For port 677d6394-cb04-4fbc-a669-f76378a1d10f, host dv-cinder-784477-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=677d6394-cb04-4fbc-a669-f76378a1d10f,segment=NetworkSegment(0390f958-c764-4c6b-ad22-4946ebfb354b),segment_id=0390f958-c764-4c6b-ad22-4946ebfb354b)] {{(pid=108906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:41:24.866437 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-d571f20a-4770-454c-9f33-aa594124d0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:24.923386 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c426f700-59d6-4c58-a4aa-ea8a0270c090 None None] Pushing event updated for resources: {'Port': ['ID=677d6394-cb04-4fbc-a669-f76378a1d10f,revision_number=3']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:24.926203 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d571f20a-4770-454c-9f33-aa594124d0e9 None None] Routers {'7104b54d-d5d0-4adf-8751-22afecc01cf2'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:41:24.926833 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-d571f20a-4770-454c-9f33-aa594124d0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:41:09Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['7104b54d-d5d0-4adf-8751-22afecc01cf2'], 'active': True} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:41:25.002646 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 33358) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:41:25.032836 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvr_db [None req-d571f20a-4770-454c-9f33-aa594124d0e9 None None] Set router 7104b54d-d5d0-4adf-8751-22afecc01cf2 gateway port host: dv-cinder-784477-11-iscsi {{(pid=108906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:41:25.113799 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-d5a1d05d-6149-4c45-a738-3882774b68d3 admin admin] 10.222.0.31 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1099703 Dec 16 15:41:25.270715 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-d571f20a-4770-454c-9f33-aa594124d0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7104b54d-d5d0-4adf-8751-22afecc01cf2', 'name': 'router1', 'tenant_id': 'a9b6eeac3aa5426092394f7f5f9d4e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '677d6394-cb04-4fbc-a669-f76378a1d10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:41:03Z', 'updated_at': '2021-12-16T15:41:21Z', 'revision_number': 4, 'project_id': 'a9b6eeac3aa5426092394f7f5f9d4e63', 'gw_port': {'id': '677d6394-cb04-4fbc-a669-f76378a1d10f', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f8:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7104b54d-d5d0-4adf-8751-22afecc01cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:41:21Z', 'updated_at': '2021-12-16T15:41:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_interfaces': [{'id': 'b881e9ab-6b10-48c8-ae16-dfc93e22587f', 'name': '', 'network_id': '8d65476e-24ee-46c4-8d37-ad639b125a1c', 'tenant_id': 'a9b6eeac3aa5426092394f7f5f9d4e63', 'mac_address': 'fa:16:3e:45:1d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7104b54d-d5d0-4adf-8751-22afecc01cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '747bf0ec-3602-476b-a49e-efb36a4fd744', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:41:13Z', 'updated_at': '2021-12-16T15:41:16Z', 'revision_number': 5, 'project_id': 'a9b6eeac3aa5426092394f7f5f9d4e63', 'subnets': [{'id': '747bf0ec-3602-476b-a49e-efb36a4fd744', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a9f5972-3009-48eb-b74c-6b5eda8de95a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:41:25.298036 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d571f20a-4770-454c-9f33-aa594124d0e9 None None] The sync data for ids ['7104b54d-d5d0-4adf-8751-22afecc01cf2'] in dv-cinder-784477-11-iscsi is: [{'id': '7104b54d-d5d0-4adf-8751-22afecc01cf2', 'name': 'router1', 'tenant_id': 'a9b6eeac3aa5426092394f7f5f9d4e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '677d6394-cb04-4fbc-a669-f76378a1d10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:41:03Z', 'updated_at': '2021-12-16T15:41:21Z', 'revision_number': 4, 'project_id': 'a9b6eeac3aa5426092394f7f5f9d4e63', 'gw_port': {'id': '677d6394-cb04-4fbc-a669-f76378a1d10f', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f8:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7104b54d-d5d0-4adf-8751-22afecc01cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:41:21Z', 'updated_at': '2021-12-16T15:41:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_interfaces': [{'id': 'b881e9ab-6b10-48c8-ae16-dfc93e22587f', 'name': '', 'network_id': '8d65476e-24ee-46c4-8d37-ad639b125a1c', 'tenant_id': 'a9b6eeac3aa5426092394f7f5f9d4e63', 'mac_address': 'fa:16:3e:45:1d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7104b54d-d5d0-4adf-8751-22afecc01cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '747bf0ec-3602-476b-a49e-efb36a4fd744', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:41:13Z', 'updated_at': '2021-12-16T15:41:16Z', 'revision_number': 5, 'project_id': 'a9b6eeac3aa5426092394f7f5f9d4e63', 'subnets': [{'id': '747bf0ec-3602-476b-a49e-efb36a4fd744', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a9f5972-3009-48eb-b74c-6b5eda8de95a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:41:26.509177 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device 677d6394-cb04-4fbc-a669-f76378a1d10f up at agent ovs-agent-dv-cinder-784477-11-iscsi {{(pid=108906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:41:26.560797 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Provisioning complete for port 677d6394-cb04-4fbc-a669-f76378a1d10f triggered by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:41:26.561167 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:26.635276 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:26.654901 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] For port 677d6394-cb04-4fbc-a669-f76378a1d10f, host dv-cinder-784477-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=677d6394-cb04-4fbc-a669-f76378a1d10f,segment=NetworkSegment(0390f958-c764-4c6b-ad22-4946ebfb354b),segment_id=0390f958-c764-4c6b-ad22-4946ebfb354b)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:41:26.660221 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:26.704643 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Pushing event updated for resources: {'Port': ['ID=677d6394-cb04-4fbc-a669-f76378a1d10f,revision_number=4']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:26.999451 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.agents_db [None req-3e981004-2469-4169-a15f-e329d1e51356 None None] Agent healthcheck: found 5 active agents {{(pid=108907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:41:28.488662 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device 677d6394-cb04-4fbc-a669-f76378a1d10f up at agent ovs-agent-dv-cinder-784477-11-iscsi {{(pid=108906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:41:28.550432 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Provisioning complete for port 677d6394-cb04-4fbc-a669-f76378a1d10f triggered by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:41:28.550804 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:36.593301 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-2496281f-6bc9-4ce8-bd8c-2fdf3fc7c9b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:38.851636 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-574298d2-0124-4548-88ba-07b0bafdfb4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:40.430460 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-223b144f-a2e3-43d1-9ee0-793d55a0ef66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:41.207873 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-e6a1afc6-ab61-4c06-9aae-8bc4c5fea8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:42.723161 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:03.998934 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.agents_db [None req-3e981004-2469-4169-a15f-e329d1e51356 None None] Agent healthcheck: found 5 active agents {{(pid=108907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:42:06.603855 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-cc7e41ba-2c8a-4cb9-b409-af3116c9bb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:08.856889 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-fbc29bc9-be8d-4c60-95e5-4c5e385f607b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:10.518328 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-223b144f-a2e3-43d1-9ee0-793d55a0ef66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:11.192895 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-e6a1afc6-ab61-4c06-9aae-8bc4c5fea8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:12.720779 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:36.599459 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-4d0b4f5e-6107-46a0-b61c-f5a441e537db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:38.854431 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-f27e08aa-c879-4a92-903f-fc9fc90d96ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:40.431467 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-223b144f-a2e3-43d1-9ee0-793d55a0ef66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:40.998708 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.agents_db [None req-3e981004-2469-4169-a15f-e329d1e51356 None None] Agent healthcheck: found 5 active agents {{(pid=108907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:42:41.196117 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-e6a1afc6-ab61-4c06-9aae-8bc4c5fea8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:42.717564 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:45.672763 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 33842) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:45.750435 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddeedcee-b92c-47d0-b614-a3b8dd1ebd76 admin admin] GET failed (client error): The resource could not be found. Dec 16 15:42:45.751811 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-ddeedcee-b92c-47d0-b614-a3b8dd1ebd76 admin admin] 10.222.0.31 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0779097 Dec 16 15:42:45.923734 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f03f7a-26ae-4732-8e8b-f8394194d388 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:45.925222 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-48f03f7a-26ae-4732-8e8b-f8394194d388 admin admin] 10.222.0.31 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1686325 Dec 16 15:42:48.292760 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 33852) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:48.398804 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9508a58-62ee-43af-8a1d-696ae0ec401b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:48.400878 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-b9508a58-62ee-43af-8a1d-696ae0ec401b admin admin] 10.222.0.31 "GET /v2.0/subnets/747bf0ec-3602-476b-a49e-efb36a4fd744 HTTP/1.1" status: 200 len: 849 time: 0.1068354 Dec 16 15:42:48.412712 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.v2.base [None req-86b8d0e1-3c75-4c1e-ba75-4fafb9f6af5f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=108904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:42:48.501340 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-86b8d0e1-3c75-4c1e-ba75-4fafb9f6af5f admin admin] Publish callbacks [] for subnet, before_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:48.647866 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-86b8d0e1-3c75-4c1e-ba75-4fafb9f6af5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8060090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739692371932'] for subnet, after_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:48.756909 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b8d0e1-3c75-4c1e-ba75-4fafb9f6af5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:48.757394 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-86b8d0e1-3c75-4c1e-ba75-4fafb9f6af5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7902797'] for subnet, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:48.758748 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-86b8d0e1-3c75-4c1e-ba75-4fafb9f6af5f admin admin] 10.222.0.31 "PUT /v2.0/subnets/747bf0ec-3602-476b-a49e-efb36a4fd744 HTTP/1.1" status: 200 len: 868 time: 0.3498735 Dec 16 15:42:48.774773 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b8d0e1-3c75-4c1e-ba75-4fafb9f6af5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=747bf0ec-3602-476b-a49e-efb36a4fd744,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:48.780606 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08507915-734b-4abe-9bed-c2ff6ec72e5d None None] Network 8d65476e-24ee-46c4-8d37-ad639b125a1c requested from dv-cinder-784477-11-iscsi {{(pid=108906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:42:48.783196 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b8d0e1-3c75-4c1e-ba75-4fafb9f6af5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:42:48.783560 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b8d0e1-3c75-4c1e-ba75-4fafb9f6af5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:42:48.783901 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b8d0e1-3c75-4c1e-ba75-4fafb9f6af5f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:42:48.784223 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b8d0e1-3c75-4c1e-ba75-4fafb9f6af5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:42:48.784569 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b8d0e1-3c75-4c1e-ba75-4fafb9f6af5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:42:48.784943 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b8d0e1-3c75-4c1e-ba75-4fafb9f6af5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:42:48.785283 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b8d0e1-3c75-4c1e-ba75-4fafb9f6af5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:42:48.785661 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b8d0e1-3c75-4c1e-ba75-4fafb9f6af5f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:42:48.785983 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b8d0e1-3c75-4c1e-ba75-4fafb9f6af5f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:42:48.786326 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b8d0e1-3c75-4c1e-ba75-4fafb9f6af5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:42:48.786648 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b8d0e1-3c75-4c1e-ba75-4fafb9f6af5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:42:48.786962 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b8d0e1-3c75-4c1e-ba75-4fafb9f6af5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:42:48.787275 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b8d0e1-3c75-4c1e-ba75-4fafb9f6af5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:42:49.147321 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-83037614-b11d-4cd5-88da-60add28b97df None None] Provisioning complete for port 4b6f543c-d097-4c4d-b701-ce991ae3cb2c triggered by entity DHCP. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:42:49.147669 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-83037614-b11d-4cd5-88da-60add28b97df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:49.242781 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-83037614-b11d-4cd5-88da-60add28b97df None None] Provisioning complete for port b881e9ab-6b10-48c8-ae16-dfc93e22587f triggered by entity DHCP. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:42:49.243019 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-83037614-b11d-4cd5-88da-60add28b97df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:51.189325 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 33862) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:51.390856 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5ab463-572c-43e9-866b-3e428ae8cf12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:51.391233 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5ab463-572c-43e9-866b-3e428ae8cf12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:51.392767 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-3f5ab463-572c-43e9-866b-3e428ae8cf12 admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2023916 Dec 16 15:42:53.761305 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 33870) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:53.982860 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6a122d-8246-4c48-b194-2d35c431487a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:53.983320 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6a122d-8246-4c48-b194-2d35c431487a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:53.984855 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-bf6a122d-8246-4c48-b194-2d35c431487a admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2226362 Dec 16 15:42:56.352606 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 33878) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:56.511855 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b29cd9-32a2-4b9d-ae5f-babac9faf338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:56.513282 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-b2b29cd9-32a2-4b9d-ae5f-babac9faf338 admin admin] 10.222.0.31 "GET /v2.0/networks/8d65476e-24ee-46c4-8d37-ad639b125a1c HTTP/1.1" status: 200 len: 869 time: 0.1596975 Dec 16 15:42:58.945892 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 33886) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:59.075520 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec119d8-513d-427e-af30-a789f9bfde04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:59.076861 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-6ec119d8-513d-427e-af30-a789f9bfde04 admin admin] 10.222.0.31 "GET /v2.0/networks/b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3 HTTP/1.1" status: 200 len: 886 time: 0.1299591 Dec 16 15:43:01.445167 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 33894) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:01.581296 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f05fbc9-4548-4c4e-8778-e6152663e103 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:01.581799 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f05fbc9-4548-4c4e-8778-e6152663e103 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:01.583316 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-0f05fbc9-4548-4c4e-8778-e6152663e103 admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1368501 Dec 16 15:43:03.942196 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 33902) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:04.067280 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df445296-e7a8-4ae8-acd4-18f2b79a3f4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:04.067731 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df445296-e7a8-4ae8-acd4-18f2b79a3f4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:04.069251 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-df445296-e7a8-4ae8-acd4-18f2b79a3f4a admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1260850 Dec 16 15:43:06.429438 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 33910) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:06.529565 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb0e4a9-9194-4f71-9439-7d3cb3359b30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:06.530946 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-bfb0e4a9-9194-4f71-9439-7d3cb3359b30 admin admin] 10.222.0.31 "GET /v2.0/subnets/747bf0ec-3602-476b-a49e-efb36a4fd744 HTTP/1.1" status: 200 len: 868 time: 0.1005311 Dec 16 15:43:06.594958 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-18bfa124-f0d5-4378-bcc7-be896f4e1137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:08.859778 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-2205cf7f-ac13-4a5a-a62c-2bd47d8bbf31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:08.895534 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 33918) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:08.983633 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee70035-d895-49fe-9bda-4f5b9a971338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:08.985028 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-1ee70035-d895-49fe-9bda-4f5b9a971338 admin admin] 10.222.0.31 "GET /v2.0/subnets/792909e7-e23c-4f0f-8575-fa43b44998bb HTTP/1.1" status: 200 len: 816 time: 0.0885067 Dec 16 15:43:10.434723 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-223b144f-a2e3-43d1-9ee0-793d55a0ef66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:11.198106 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-e6a1afc6-ab61-4c06-9aae-8bc4c5fea8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:12.724283 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:17.997684 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.agents_db [None req-3e981004-2469-4169-a15f-e329d1e51356 None None] Agent healthcheck: found 5 active agents {{(pid=108907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:43:33.646730 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 33972) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:33.697786 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [None req-a56e190f-6656-416f-8846-a2b6442a42af admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=108904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:43:33.698777 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-a56e190f-6656-416f-8846-a2b6442a42af admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0511162 Dec 16 15:43:36.163915 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 33980) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:36.235837 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a46633d-2ce7-4057-8df2-fd8d84d2e45b admin admin] GET failed (client error): The resource could not be found. Dec 16 15:43:36.237165 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-3a46633d-2ce7-4057-8df2-fd8d84d2e45b admin admin] 10.222.0.31 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0719681 Dec 16 15:43:36.376833 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887745a1-881b-4707-a82e-6fcd27bbc6ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:36.378253 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-887745a1-881b-4707-a82e-6fcd27bbc6ca admin admin] 10.222.0.31 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1363573 Dec 16 15:43:36.600980 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-5976ab82-ae2e-434a-a41b-45d8c508b771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:38.776755 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 33988) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:38.828394 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.v2.base [None req-a9d8c61d-2fbf-47ae-a599-af715a5a7760 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=108904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:43:38.851702 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-1ac3e1d6-de4e-49cc-9407-7f8323c480a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:38.853390 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d8c61d-2fbf-47ae-a599-af715a5a7760 admin admin] Made reservation on behalf of 27beb20d765d4b538c3fd84e1df68d01 for: {'network': 1} {{(pid=108904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:43:38.855991 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-a9d8c61d-2fbf-47ae-a599-af715a5a7760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for network, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:38.883288 dv-cinder-784477-11-iscsi neutron-server[108904]: WARNING neutron.services.revisions.revision_plugin [None req-a9d8c61d-2fbf-47ae-a599-af715a5a7760 admin admin] Could not find related network for resource to bump revision. Dec 16 15:43:38.898156 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9d8c61d-2fbf-47ae-a599-af715a5a7760 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=108904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:43:38.911676 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-a9d8c61d-2fbf-47ae-a599-af715a5a7760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772428'] for segment, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:38.912010 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.db.segments_db [None req-a9d8c61d-2fbf-47ae-a599-af715a5a7760 admin admin] Added segment 31f2ea91-b1b4-4d0b-8a23-8596576404c5 of type vlan for network 77b6db8f-f0b2-468a-a9c1-51054a23574c Dec 16 15:43:38.950638 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-a9d8c61d-2fbf-47ae-a599-af715a5a7760 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739691820328'] for network, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:38.977365 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-a9d8c61d-2fbf-47ae-a599-af715a5a7760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8007001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803'] for network, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:38.978446 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d8c61d-2fbf-47ae-a599-af715a5a7760 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:38.979157 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-a9d8c61d-2fbf-47ae-a599-af715a5a7760 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7902797'] for network, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:39.031362 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-a9d8c61d-2fbf-47ae-a599-af715a5a7760 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2534912 Dec 16 15:43:39.037602 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d8c61d-2fbf-47ae-a599-af715a5a7760 admin admin] Pushing event updated for resources: {'Network': ['ID=77b6db8f-f0b2-468a-a9c1-51054a23574c,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:39.049209 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Network 77b6db8f-f0b2-468a-a9c1-51054a23574c details requested by agent ovs-agent-dv-cinder-784477-11-iscsi with host dv-cinder-784477-11-iscsi {{(pid=108906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:43:40.437331 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-223b144f-a2e3-43d1-9ee0-793d55a0ef66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:41.202176 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-e6a1afc6-ab61-4c06-9aae-8bc4c5fea8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:41.429991 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 33996) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:41.499712 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b4ae37d-4245-4421-80e5-a2249b40eb35 admin admin] GET failed (client error): The resource could not be found. Dec 16 15:43:41.501197 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-7b4ae37d-4245-4421-80e5-a2249b40eb35 admin admin] 10.222.0.31 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0700982 Dec 16 15:43:41.573736 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2ba9d5-4c82-4ae6-b4da-88e26f02a655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:41.575146 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-da2ba9d5-4c82-4ae6-b4da-88e26f02a655 admin admin] 10.222.0.31 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0694242 Dec 16 15:43:41.588984 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.v2.base [None req-1623f30b-f465-4596-83dc-cb33091e56ae admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '77b6db8f-f0b2-468a-a9c1-51054a23574c'}} {{(pid=108904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:43:41.613488 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1623f30b-f465-4596-83dc-cb33091e56ae admin admin] Made reservation on behalf of 27beb20d765d4b538c3fd84e1df68d01 for: {'subnet': 1} {{(pid=108904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:43:41.615588 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-1623f30b-f465-4596-83dc-cb33091e56ae admin admin] Publish callbacks [] for subnet, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:41.787267 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-1623f30b-f465-4596-83dc-cb33091e56ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8060090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803'] for subnet, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:41.841079 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1623f30b-f465-4596-83dc-cb33091e56ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=139c7395-c141-4e48-b330-b4836fd65678,revision_number=0']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:41.856143 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1623f30b-f465-4596-83dc-cb33091e56ae admin admin] Checking segment: {'id': '31f2ea91-b1b4-4d0b-8a23-8596576404c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '77b6db8f-f0b2-468a-a9c1-51054a23574c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:43:41.856466 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1623f30b-f465-4596-83dc-cb33091e56ae admin admin] Network hostable DHCP agents. Network: 77b6db8f-f0b2-468a-a9c1-51054a23574c, hostable agents: ['02e00dda-7193-4a71-a593-a2bdfaca617e'], hosted agents: [] {{(pid=108904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:43:41.874619 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1623f30b-f465-4596-83dc-cb33091e56ae admin admin] Network 77b6db8f-f0b2-468a-a9c1-51054a23574c is scheduled to be hosted by DHCP agent 02e00dda-7193-4a71-a593-a2bdfaca617e with binding_index 1 {{(pid=108904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:43:41.883337 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.base_scheduler [None req-1623f30b-f465-4596-83dc-cb33091e56ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-11-iscsi, 77b6db8f-f0b2-468a-a9c1-51054a23574c) {{(pid=108904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:43:41.887615 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1623f30b-f465-4596-83dc-cb33091e56ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:41.888378 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-1623f30b-f465-4596-83dc-cb33091e56ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7902797'] for subnet, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:41.895669 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c342512-76c6-4134-9119-9445d628717c None None] Network 77b6db8f-f0b2-468a-a9c1-51054a23574c requested from dv-cinder-784477-11-iscsi {{(pid=108906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:43:41.905293 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-1623f30b-f465-4596-83dc-cb33091e56ae admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3197408 Dec 16 15:43:41.995077 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9622277-8e6e-4f55-bc0e-ab889cc8ca29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7ef089e-da1e-5e7e-8d50-b8251f3063fb-77b6db8f-f0b2-468a-a9c1-51054a23574c', 'network_id': '77b6db8f-f0b2-468a-a9c1-51054a23574c', 'project_id': '27beb20d765d4b538c3fd84e1df68d01', 'fixed_ips': [{'subnet_id': '139c7395-c141-4e48-b330-b4836fd65678'}]}} from dv-cinder-784477-11-iscsi. {{(pid=108906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:43:41.995963 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-c9622277-8e6e-4f55-bc0e-ab889cc8ca29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_create {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:42.136764 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.db_base_plugin_common [None req-c9622277-8e6e-4f55-bc0e-ab889cc8ca29 None None] Allocated IP 192.168.233.2 (77b6db8f-f0b2-468a-a9c1-51054a23574c/139c7395-c141-4e48-b330-b4836fd65678/2fefd67d-27f1-4555-ab9f-24916a8aac1c) {{(pid=108906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:43:42.280576 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-c9622277-8e6e-4f55-bc0e-ab889cc8ca29 None None] Publish callbacks [] for port, precommit_create {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:42.289073 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-c9622277-8e6e-4f55-bc0e-ab889cc8ca29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739691803594'] for port, after_create {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:42.335017 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9622277-8e6e-4f55-bc0e-ab889cc8ca29 None None] Network 77b6db8f-f0b2-468a-a9c1-51054a23574c is already hosted by enough agents. {{(pid=108906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:43:42.336472 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.scheduler.base_scheduler [None req-c9622277-8e6e-4f55-bc0e-ab889cc8ca29 None None] Resources bound (agent type, host, resource id): {{(pid=108906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:43:42.338363 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9622277-8e6e-4f55-bc0e-ab889cc8ca29 None None] Pushing event updated for resources: {'Port': ['ID=2fefd67d-27f1-4555-ab9f-24916a8aac1c,revision_number=1']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:42.340289 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9622277-8e6e-4f55-bc0e-ab889cc8ca29 None None] Received port after_create {{(pid=108906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:43:42.349557 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9622277-8e6e-4f55-bc0e-ab889cc8ca29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:43:42.349922 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9622277-8e6e-4f55-bc0e-ab889cc8ca29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:43:42.350279 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9622277-8e6e-4f55-bc0e-ab889cc8ca29 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:43:42.350621 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9622277-8e6e-4f55-bc0e-ab889cc8ca29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:43:42.351499 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9622277-8e6e-4f55-bc0e-ab889cc8ca29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:43:42.351499 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9622277-8e6e-4f55-bc0e-ab889cc8ca29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:43:42.351710 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9622277-8e6e-4f55-bc0e-ab889cc8ca29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:43:42.351887 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9622277-8e6e-4f55-bc0e-ab889cc8ca29 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:43:42.352206 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9622277-8e6e-4f55-bc0e-ab889cc8ca29 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:43:42.352532 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9622277-8e6e-4f55-bc0e-ab889cc8ca29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:43:42.352841 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9622277-8e6e-4f55-bc0e-ab889cc8ca29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:43:42.353152 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9622277-8e6e-4f55-bc0e-ab889cc8ca29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:43:42.353484 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9622277-8e6e-4f55-bc0e-ab889cc8ca29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:43:42.406929 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.managers [None req-c9622277-8e6e-4f55-bc0e-ab889cc8ca29 None None] Attempting to bind port 2fefd67d-27f1-4555-ab9f-24916a8aac1c on host dv-cinder-784477-11-iscsi for vnic_type normal with profile {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:43:42.407470 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.managers [None req-c9622277-8e6e-4f55-bc0e-ab889cc8ca29 None None] Attempting to bind port 2fefd67d-27f1-4555-ab9f-24916a8aac1c by drivers openvswitch,hyperv on host dv-cinder-784477-11-iscsi at level 0 using segments [{'id': '31f2ea91-b1b4-4d0b-8a23-8596576404c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '77b6db8f-f0b2-468a-a9c1-51054a23574c'}] {{(pid=108906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:43:42.407891 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9622277-8e6e-4f55-bc0e-ab889cc8ca29 None None] Attempting to bind port 2fefd67d-27f1-4555-ab9f-24916a8aac1c on network 77b6db8f-f0b2-468a-a9c1-51054a23574c {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:43:42.413153 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9622277-8e6e-4f55-bc0e-ab889cc8ca29 None None] Checking agent: {'id': '5eca9fcc-5dcd-4ee1-9579-22579284a65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 40, 43), 'started_at': datetime.datetime(2021, 12, 16, 15, 41, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:43:42.413557 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9622277-8e6e-4f55-bc0e-ab889cc8ca29 None None] Checking segment: {'id': '31f2ea91-b1b4-4d0b-8a23-8596576404c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '77b6db8f-f0b2-468a-a9c1-51054a23574c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:43:42.413959 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-c9622277-8e6e-4f55-bc0e-ab889cc8ca29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:42.414338 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9622277-8e6e-4f55-bc0e-ab889cc8ca29 None None] Bound using segment: {'id': '31f2ea91-b1b4-4d0b-8a23-8596576404c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '77b6db8f-f0b2-468a-a9c1-51054a23574c'} {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:43:42.414784 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.managers [None req-c9622277-8e6e-4f55-bc0e-ab889cc8ca29 None None] Bound port: 2fefd67d-27f1-4555-ab9f-24916a8aac1c, host: dv-cinder-784477-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31f2ea91-b1b4-4d0b-8a23-8596576404c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '77b6db8f-f0b2-468a-a9c1-51054a23574c'}}] {{(pid=108906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:43:42.415174 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-c9622277-8e6e-4f55-bc0e-ab889cc8ca29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:42.574143 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-c9622277-8e6e-4f55-bc0e-ab889cc8ca29 None None] For port 2fefd67d-27f1-4555-ab9f-24916a8aac1c, host dv-cinder-784477-11-iscsi, cleared binding levels {{(pid=108906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:43:42.577265 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-c9622277-8e6e-4f55-bc0e-ab889cc8ca29 None None] For port 2fefd67d-27f1-4555-ab9f-24916a8aac1c, host dv-cinder-784477-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=2fefd67d-27f1-4555-ab9f-24916a8aac1c,segment=NetworkSegment(31f2ea91-b1b4-4d0b-8a23-8596576404c5),segment_id=31f2ea91-b1b4-4d0b-8a23-8596576404c5)] {{(pid=108906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:43:42.582029 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-c9622277-8e6e-4f55-bc0e-ab889cc8ca29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:42.636907 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9622277-8e6e-4f55-bc0e-ab889cc8ca29 None None] Pushing event updated for resources: {'Port': ['ID=2fefd67d-27f1-4555-ab9f-24916a8aac1c,revision_number=2']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:42.720210 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:43.415188 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a4d0cd-b457-4bb0-b737-549f59b80994 None None] Network 77b6db8f-f0b2-468a-a9c1-51054a23574c requested from dv-cinder-784477-11-iscsi {{(pid=108906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:43:43.479641 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-ce2190f2-4a4b-43fb-9cc3-e6eff1f1e353 None None] Provisioning complete for port 2fefd67d-27f1-4555-ab9f-24916a8aac1c triggered by entity DHCP. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:43:43.480312 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ce2190f2-4a4b-43fb-9cc3-e6eff1f1e353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:43.597825 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ce2190f2-4a4b-43fb-9cc3-e6eff1f1e353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:43.635272 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ce2190f2-4a4b-43fb-9cc3-e6eff1f1e353 None None] For port 2fefd67d-27f1-4555-ab9f-24916a8aac1c, host dv-cinder-784477-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=2fefd67d-27f1-4555-ab9f-24916a8aac1c,segment=NetworkSegment(31f2ea91-b1b4-4d0b-8a23-8596576404c5),segment_id=31f2ea91-b1b4-4d0b-8a23-8596576404c5)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:43:43.642539 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ce2190f2-4a4b-43fb-9cc3-e6eff1f1e353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:43.695218 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2190f2-4a4b-43fb-9cc3-e6eff1f1e353 None None] Pushing event updated for resources: {'Port': ['ID=2fefd67d-27f1-4555-ab9f-24916a8aac1c,revision_number=3']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:43.966411 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-5df1ad5d-57d2-480a-b7c1-b85ebe27af3e None None] Provisioning complete for port 2fefd67d-27f1-4555-ab9f-24916a8aac1c triggered by entity DHCP. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:43:43.966824 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-5df1ad5d-57d2-480a-b7c1-b85ebe27af3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:44.564810 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device 2fefd67d-27f1-4555-ab9f-24916a8aac1c up at agent ovs-agent-dv-cinder-784477-11-iscsi {{(pid=108906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:43:44.614518 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Provisioning complete for port 2fefd67d-27f1-4555-ab9f-24916a8aac1c triggered by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:43:44.615139 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:54.996768 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.agents_db [None req-3e981004-2469-4169-a15f-e329d1e51356 None None] Agent healthcheck: found 5 active agents {{(pid=108907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:44:06.601864 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-26e5e130-7d54-430b-8bb5-9cd67a9a88c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:08.866232 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-7f130567-c05d-4780-9369-16032ce9d227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:10.449656 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-223b144f-a2e3-43d1-9ee0-793d55a0ef66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:11.204782 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-e6a1afc6-ab61-4c06-9aae-8bc4c5fea8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:12.727640 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:31.998266 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.agents_db [None req-3e981004-2469-4169-a15f-e329d1e51356 None None] Agent healthcheck: found 5 active agents {{(pid=108907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:44:36.598293 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-648fdf5e-1d07-4bb3-9032-5320c5bd9c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:38.869016 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-26268c12-6a93-4086-a0b8-ad4e05ebb67f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:40.444873 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-223b144f-a2e3-43d1-9ee0-793d55a0ef66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:41.209299 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-e6a1afc6-ab61-4c06-9aae-8bc4c5fea8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:42.725341 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:06.606914 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-b04ea75e-8721-4723-b503-6e540011a072 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:08.861588 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-d6cc9c9a-7652-4437-9537-dfcffcec3a2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:08.997104 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.agents_db [None req-3e981004-2469-4169-a15f-e329d1e51356 None None] Agent healthcheck: found 5 active agents {{(pid=108907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:45:10.449020 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-223b144f-a2e3-43d1-9ee0-793d55a0ef66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:11.210363 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-e6a1afc6-ab61-4c06-9aae-8bc4c5fea8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:12.721301 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:13.711024 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 34040) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:45:13.716971 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [None req-32f8bc47-785d-42a8-ae15-8a4a15a19148 tempest-verify_tempest_config-999710940 tempest-verify_tempest_config-999710940-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=108905) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:45:13.717996 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-32f8bc47-785d-42a8-ae15-8a4a15a19148 tempest-verify_tempest_config-999710940 tempest-verify_tempest_config-999710940-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059884 Dec 16 15:45:14.024750 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 34058) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:45:14.140640 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-3aa9f4de-f545-41ea-a7e6-5fbfeb06269a admin admin] Publish callbacks [] for security_group, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:14.227262 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-3aa9f4de-f545-41ea-a7e6-5fbfeb06269a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:14.233555 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-3aa9f4de-f545-41ea-a7e6-5fbfeb06269a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:14.279669 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-3aa9f4de-f545-41ea-a7e6-5fbfeb06269a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0c3155ac1faa4906a574609dfe24bb47&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2538292 Dec 16 15:45:14.280491 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa9f4de-f545-41ea-a7e6-5fbfeb06269a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee4cf34-acbd-46a6-948b-d52473f3b5fc,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:45:14.282464 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 34064) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:45:14.288214 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa9f4de-f545-41ea-a7e6-5fbfeb06269a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:45:14.288564 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa9f4de-f545-41ea-a7e6-5fbfeb06269a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:45:14.288917 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa9f4de-f545-41ea-a7e6-5fbfeb06269a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:45:14.289248 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa9f4de-f545-41ea-a7e6-5fbfeb06269a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:45:14.289611 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa9f4de-f545-41ea-a7e6-5fbfeb06269a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:45:14.289936 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa9f4de-f545-41ea-a7e6-5fbfeb06269a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:45:14.290285 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa9f4de-f545-41ea-a7e6-5fbfeb06269a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:45:14.290608 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa9f4de-f545-41ea-a7e6-5fbfeb06269a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:45:14.290983 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa9f4de-f545-41ea-a7e6-5fbfeb06269a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:45:14.291290 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa9f4de-f545-41ea-a7e6-5fbfeb06269a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:45:14.291611 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa9f4de-f545-41ea-a7e6-5fbfeb06269a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:45:14.291924 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa9f4de-f545-41ea-a7e6-5fbfeb06269a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:45:14.292237 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa9f4de-f545-41ea-a7e6-5fbfeb06269a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:45:14.335269 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-f705df5f-6e00-4316-ac6a-8fb45a7601d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:14.355947 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-f705df5f-6e00-4316-ac6a-8fb45a7601d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:14.446191 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-f705df5f-6e00-4316-ac6a-8fb45a7601d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:14.448915 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-f705df5f-6e00-4316-ac6a-8fb45a7601d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:14.450181 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-f705df5f-6e00-4316-ac6a-8fb45a7601d2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dee4cf34-acbd-46a6-948b-d52473f3b5fc HTTP/1.1" status: 204 len: 168 time: 0.1668024 Dec 16 15:45:14.457899 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f705df5f-6e00-4316-ac6a-8fb45a7601d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee4cf34-acbd-46a6-948b-d52473f3b5fc,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:45:14.464349 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f705df5f-6e00-4316-ac6a-8fb45a7601d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:45:14.464710 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f705df5f-6e00-4316-ac6a-8fb45a7601d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:45:14.465047 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f705df5f-6e00-4316-ac6a-8fb45a7601d2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:45:14.465375 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f705df5f-6e00-4316-ac6a-8fb45a7601d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:45:14.465728 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f705df5f-6e00-4316-ac6a-8fb45a7601d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:45:14.466044 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f705df5f-6e00-4316-ac6a-8fb45a7601d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:45:14.466374 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f705df5f-6e00-4316-ac6a-8fb45a7601d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:45:14.466697 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f705df5f-6e00-4316-ac6a-8fb45a7601d2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:45:14.467023 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f705df5f-6e00-4316-ac6a-8fb45a7601d2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:45:14.467340 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f705df5f-6e00-4316-ac6a-8fb45a7601d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:45:14.467725 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f705df5f-6e00-4316-ac6a-8fb45a7601d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:45:14.467974 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f705df5f-6e00-4316-ac6a-8fb45a7601d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:45:14.468287 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f705df5f-6e00-4316-ac6a-8fb45a7601d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:45:36.603384 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-3f68ff49-3a97-48d5-865d-85601116968f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:38.868513 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-048ed22d-b31e-442a-a2df-f8c620d54528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:40.461897 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-223b144f-a2e3-43d1-9ee0-793d55a0ef66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:41.219803 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-e6a1afc6-ab61-4c06-9aae-8bc4c5fea8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:42.734199 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:46.000799 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.agents_db [None req-3e981004-2469-4169-a15f-e329d1e51356 None None] Agent healthcheck: found 5 active agents {{(pid=108907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:46:06.607572 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-6fa4ecca-619b-465c-90e7-0005c3478a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:46:08.865300 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-7254abd5-ee11-4c71-b742-0a8708c17eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:46:10.456933 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-223b144f-a2e3-43d1-9ee0-793d55a0ef66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:46:11.229473 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-e6a1afc6-ab61-4c06-9aae-8bc4c5fea8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:46:12.733304 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:46:23.004823 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.agents_db [None req-3e981004-2469-4169-a15f-e329d1e51356 None None] Agent healthcheck: found 5 active agents {{(pid=108907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:46:36.615679 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-385d423a-8128-43cb-8731-50caa3a2ff6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:46:38.862149 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-71c504a2-5879-481e-a541-a502d8e1eff4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:46:40.463083 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-223b144f-a2e3-43d1-9ee0-793d55a0ef66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:46:41.224541 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-e6a1afc6-ab61-4c06-9aae-8bc4c5fea8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:46:42.729250 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:46:47.856670 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7872922'] for agent, after_create {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:00.009265 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.agents_db [None req-3e981004-2469-4169-a15f-e329d1e51356 None None] Agent healthcheck: found 6 active agents {{(pid=108907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:47:03.424737 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 34138) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:47:03.530739 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-784d33cc-9360-427f-9d75-2f641e80b0e3 admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1049130 Dec 16 15:47:05.885900 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 34148) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:47:05.943604 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-b087290e-4a39-4032-908b-752568ba822c admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0566351 Dec 16 15:47:06.609278 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-9e72c770-d91c-40d3-a77a-5249ffe87063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:08.856573 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-31eca578-63b6-409f-a14a-3453af2f6791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:10.469232 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-223b144f-a2e3-43d1-9ee0-793d55a0ef66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:11.226725 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-e6a1afc6-ab61-4c06-9aae-8bc4c5fea8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:12.725594 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:17.828254 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:36.616472 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-d4ef3964-d8b4-4723-ba67-4c2b4081f30f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:37.013003 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.agents_db [None req-3e981004-2469-4169-a15f-e329d1e51356 None None] Agent healthcheck: found 6 active agents {{(pid=108907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:47:38.872254 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-b6c94cd9-695c-40ce-9e18-37db9d368fab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:40.473738 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-223b144f-a2e3-43d1-9ee0-793d55a0ef66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:41.244821 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-e6a1afc6-ab61-4c06-9aae-8bc4c5fea8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:42.730283 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:47.845433 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:06.601729 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-9bd84efe-5eed-4293-b36d-8638830f07d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:08.858151 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-5e1a5704-70dc-45a7-ac8e-268411107568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:10.468763 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-223b144f-a2e3-43d1-9ee0-793d55a0ef66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:11.235873 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-e6a1afc6-ab61-4c06-9aae-8bc4c5fea8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:12.733738 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:14.012024 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.agents_db [None req-3e981004-2469-4169-a15f-e329d1e51356 None None] Agent healthcheck: found 6 active agents {{(pid=108907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:48:17.851684 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:36.617687 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-d933ec5f-98a2-471c-94ff-3a906891050e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:37.081377 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 34368) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:48:37.114762 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 34374) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:48:37.205537 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 34380) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:48:37.246482 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 34388) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:48:37.403109 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.v2.base [None req-02177cee-9234-4b4b-90fe-861ba79166a2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2058628709-network', 'tenant_id': 'cccbaf623042498b87e06f100653c1c1'}} {{(pid=108904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:48:37.421046 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.v2.base [None req-526bff80-d15e-4c50-9262-6dd6f387cbaf admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1221215033-network', 'tenant_id': 'e5edb8b1d36e4f01bc38f277910faf05'}} {{(pid=108904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:48:37.430570 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 34394) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:48:37.456404 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02177cee-9234-4b4b-90fe-861ba79166a2 admin admin] Made reservation on behalf of cccbaf623042498b87e06f100653c1c1 for: {'network': 1} {{(pid=108904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:48:37.459182 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-02177cee-9234-4b4b-90fe-861ba79166a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for network, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:37.470159 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-526bff80-d15e-4c50-9262-6dd6f387cbaf admin admin] Made reservation on behalf of e5edb8b1d36e4f01bc38f277910faf05 for: {'network': 1} {{(pid=108904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:48:37.472449 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-526bff80-d15e-4c50-9262-6dd6f387cbaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for network, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:37.475354 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-02177cee-9234-4b4b-90fe-861ba79166a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:37.484671 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-526bff80-d15e-4c50-9262-6dd6f387cbaf admin admin] Publish callbacks [] for security_group, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:37.517475 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.v2.base [None req-6c715490-9eb6-419b-9af9-382e929070a5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-723468242-network', 'tenant_id': 'a82af4eab10342ddbdddd09e11579c36'}} {{(pid=108905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:48:37.574403 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.v2.base [None req-a3a1a33b-6e08-4d30-9cf7-6ae4efacfcad admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1846038392-network', 'tenant_id': '44bf2643f52c4cc5aa01ae68ef13e12f'}} {{(pid=108904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:48:37.581079 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c715490-9eb6-419b-9af9-382e929070a5 admin admin] Made reservation on behalf of a82af4eab10342ddbdddd09e11579c36 for: {'network': 1} {{(pid=108905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:48:37.583900 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-6c715490-9eb6-419b-9af9-382e929070a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for network, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:37.596970 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-6c715490-9eb6-419b-9af9-382e929070a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:37.621509 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a1a33b-6e08-4d30-9cf7-6ae4efacfcad admin admin] Made reservation on behalf of 44bf2643f52c4cc5aa01ae68ef13e12f for: {'network': 1} {{(pid=108904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:48:37.628088 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-a3a1a33b-6e08-4d30-9cf7-6ae4efacfcad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for network, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:37.665096 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-a3a1a33b-6e08-4d30-9cf7-6ae4efacfcad admin admin] Publish callbacks [] for security_group, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:37.667333 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.v2.base [None req-01df5b33-69d7-480c-8bb1-33638a625327 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1232384273-network', 'tenant_id': '290d9f6dcb5f4f878cc58690825a1e12'}} {{(pid=108905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:48:37.699565 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-02177cee-9234-4b4b-90fe-861ba79166a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:37.719521 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-526bff80-d15e-4c50-9262-6dd6f387cbaf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:37.721722 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-02177cee-9234-4b4b-90fe-861ba79166a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:37.741353 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01df5b33-69d7-480c-8bb1-33638a625327 admin admin] Made reservation on behalf of 290d9f6dcb5f4f878cc58690825a1e12 for: {'network': 1} {{(pid=108905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:48:37.743774 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-01df5b33-69d7-480c-8bb1-33638a625327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for network, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:37.753869 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-01df5b33-69d7-480c-8bb1-33638a625327 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:37.756078 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02177cee-9234-4b4b-90fe-861ba79166a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1caae6-a47a-4806-8a62-1a1c2b6638f3,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:37.767533 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02177cee-9234-4b4b-90fe-861ba79166a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:37.768093 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02177cee-9234-4b4b-90fe-861ba79166a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:37.768586 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02177cee-9234-4b4b-90fe-861ba79166a2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:37.769175 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02177cee-9234-4b4b-90fe-861ba79166a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:37.769739 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02177cee-9234-4b4b-90fe-861ba79166a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:37.770221 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02177cee-9234-4b4b-90fe-861ba79166a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:37.770715 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02177cee-9234-4b4b-90fe-861ba79166a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:37.771263 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02177cee-9234-4b4b-90fe-861ba79166a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:37.771762 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02177cee-9234-4b4b-90fe-861ba79166a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:37.772368 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02177cee-9234-4b4b-90fe-861ba79166a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:37.772841 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02177cee-9234-4b4b-90fe-861ba79166a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:37.773605 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02177cee-9234-4b4b-90fe-861ba79166a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:37.774258 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02177cee-9234-4b4b-90fe-861ba79166a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:37.775948 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02177cee-9234-4b4b-90fe-861ba79166a2 admin admin] Tracked resource versions report: Dec 16 15:48:37.775948 dv-cinder-784477-11-iscsi neutron-server[108904]: pushed versions: Dec 16 15:48:37.775948 dv-cinder-784477-11-iscsi neutron-server[108904]: { 'AddressGroup': {'1.2'}, Dec 16 15:48:37.775948 dv-cinder-784477-11-iscsi neutron-server[108904]: 'ConntrackHelper': {'1.0'}, Dec 16 15:48:37.775948 dv-cinder-784477-11-iscsi neutron-server[108904]: 'LocalIPAssociation': {'1.0'}, Dec 16 15:48:37.775948 dv-cinder-784477-11-iscsi neutron-server[108904]: 'Log': {'1.0'}, Dec 16 15:48:37.775948 dv-cinder-784477-11-iscsi neutron-server[108904]: 'Network': {'1.1'}, Dec 16 15:48:37.775948 dv-cinder-784477-11-iscsi neutron-server[108904]: 'Port': {'1.7'}, Dec 16 15:48:37.775948 dv-cinder-784477-11-iscsi neutron-server[108904]: 'PortForwarding': {'1.2'}, Dec 16 15:48:37.775948 dv-cinder-784477-11-iscsi neutron-server[108904]: 'QosPolicy': {'1.10'}, Dec 16 15:48:37.775948 dv-cinder-784477-11-iscsi neutron-server[108904]: 'SecurityGroup': {'1.5'}, Dec 16 15:48:37.775948 dv-cinder-784477-11-iscsi neutron-server[108904]: 'SecurityGroupRule': {'1.2'}, Dec 16 15:48:37.775948 dv-cinder-784477-11-iscsi neutron-server[108904]: 'SubPort': {'1.0'}, Dec 16 15:48:37.775948 dv-cinder-784477-11-iscsi neutron-server[108904]: 'Subnet': {'1.1'}, Dec 16 15:48:37.775948 dv-cinder-784477-11-iscsi neutron-server[108904]: 'Trunk': {'1.1'}} Dec 16 15:48:37.775948 dv-cinder-784477-11-iscsi neutron-server[108904]: consumer versions: Dec 16 15:48:37.775948 dv-cinder-784477-11-iscsi neutron-server[108904]: { DHCP agent@dv-cinder-784477-11-iscsi: {}, Dec 16 15:48:37.775948 dv-cinder-784477-11-iscsi neutron-server[108904]: HyperV agent@hv-cinder-78447: {}, Dec 16 15:48:37.775948 dv-cinder-784477-11-iscsi neutron-server[108904]: L3 agent@dv-cinder-784477-11-iscsi: {}, Dec 16 15:48:37.775948 dv-cinder-784477-11-iscsi neutron-server[108904]: Metadata agent@dv-cinder-784477-11-iscsi: {}, Dec 16 15:48:37.775948 dv-cinder-784477-11-iscsi neutron-server[108904]: Metering agent@dv-cinder-784477-11-iscsi: {}, Dec 16 15:48:37.775948 dv-cinder-784477-11-iscsi neutron-server[108904]: Open vSwitch agent@dv-cinder-784477-11-iscsi: { 'AddressGroup': '1.2', Dec 16 15:48:37.775948 dv-cinder-784477-11-iscsi neutron-server[108904]: 'ConntrackHelper': '1.0', Dec 16 15:48:37.775948 dv-cinder-784477-11-iscsi neutron-server[108904]: 'LocalIPAssociation': '1.0', Dec 16 15:48:37.775948 dv-cinder-784477-11-iscsi neutron-server[108904]: 'Log': '1.0', Dec 16 15:48:37.775948 dv-cinder-784477-11-iscsi neutron-server[108904]: 'Network': '1.1', Dec 16 15:48:37.775948 dv-cinder-784477-11-iscsi neutron-server[108904]: 'Port': '1.7', Dec 16 15:48:37.775948 dv-cinder-784477-11-iscsi neutron-server[108904]: 'PortForwarding': '1.2', Dec 16 15:48:37.775948 dv-cinder-784477-11-iscsi neutron-server[108904]: 'QosPolicy': '1.10', Dec 16 15:48:37.775948 dv-cinder-784477-11-iscsi neutron-server[108904]: 'SecurityGroup': '1.5', Dec 16 15:48:37.775948 dv-cinder-784477-11-iscsi neutron-server[108904]: 'SecurityGroupRule': '1.2', Dec 16 15:48:37.775948 dv-cinder-784477-11-iscsi neutron-server[108904]: 'SubPort': '1.0', Dec 16 15:48:37.775948 dv-cinder-784477-11-iscsi neutron-server[108904]: 'Subnet': '1.1', Dec 16 15:48:37.775948 dv-cinder-784477-11-iscsi neutron-server[108904]: 'Trunk': '1.1'}} Dec 16 15:48:37.775948 dv-cinder-784477-11-iscsi neutron-server[108904]: {{(pid=108904) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 15:48:37.787279 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-526bff80-d15e-4c50-9262-6dd6f387cbaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:37.804271 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-526bff80-d15e-4c50-9262-6dd6f387cbaf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=108904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:48:37.815838 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-526bff80-d15e-4c50-9262-6dd6f387cbaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772428'] for segment, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:37.816484 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.db.segments_db [None req-526bff80-d15e-4c50-9262-6dd6f387cbaf admin admin] Added segment 6b2bdf31-1edb-427a-8445-8e7270992ff2 of type vlan for network 8f180a66-3dac-433f-ad86-2980dd11d2cf Dec 16 15:48:37.835740 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-01df5b33-69d7-480c-8bb1-33638a625327 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:37.842631 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-01df5b33-69d7-480c-8bb1-33638a625327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:37.847061 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02177cee-9234-4b4b-90fe-861ba79166a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=108904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:48:37.861804 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01df5b33-69d7-480c-8bb1-33638a625327 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=108905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:48:37.871703 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-01df5b33-69d7-480c-8bb1-33638a625327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772428'] for segment, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:37.872032 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.db.segments_db [None req-01df5b33-69d7-480c-8bb1-33638a625327 admin admin] Added segment 7f17c5c4-900f-4b5f-8564-78f9e4a462bc of type vlan for network f48475bf-944a-4c2f-81b1-c044356a1dbb Dec 16 15:48:37.908748 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526bff80-d15e-4c50-9262-6dd6f387cbaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd33d019-aa1c-495c-a31b-d8cdb0e1d910,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:37.913784 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-02177cee-9234-4b4b-90fe-861ba79166a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772428'] for segment, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:37.914392 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.db.segments_db [None req-02177cee-9234-4b4b-90fe-861ba79166a2 admin admin] Added segment 49df5328-0998-496d-958c-6e6f6a46eff5 of type vlan for network c2993396-98dd-42bc-8a93-4ce4cc2a3d06 Dec 16 15:48:37.923572 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-01df5b33-69d7-480c-8bb1-33638a625327 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739691820328'] for network, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:37.956997 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-526bff80-d15e-4c50-9262-6dd6f387cbaf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739691820328'] for network, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:37.961093 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df5b33-69d7-480c-8bb1-33638a625327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd68b88-5431-4916-a8fc-5fa5c4b3db98,revision_number=1']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:37.968559 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-02177cee-9234-4b4b-90fe-861ba79166a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739691820328'] for network, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:37.979295 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01df5b33-69d7-480c-8bb1-33638a625327 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:37.979866 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01df5b33-69d7-480c-8bb1-33638a625327 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:37.980349 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01df5b33-69d7-480c-8bb1-33638a625327 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:37.980835 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01df5b33-69d7-480c-8bb1-33638a625327 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:37.981310 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01df5b33-69d7-480c-8bb1-33638a625327 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:37.981942 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01df5b33-69d7-480c-8bb1-33638a625327 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:37.982165 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01df5b33-69d7-480c-8bb1-33638a625327 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:37.982625 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01df5b33-69d7-480c-8bb1-33638a625327 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:37.983088 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01df5b33-69d7-480c-8bb1-33638a625327 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:37.983552 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01df5b33-69d7-480c-8bb1-33638a625327 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:37.984030 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01df5b33-69d7-480c-8bb1-33638a625327 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:37.984487 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01df5b33-69d7-480c-8bb1-33638a625327 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:37.984953 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01df5b33-69d7-480c-8bb1-33638a625327 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:37.986262 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01df5b33-69d7-480c-8bb1-33638a625327 admin admin] Tracked resource versions report: Dec 16 15:48:37.986262 dv-cinder-784477-11-iscsi neutron-server[108905]: pushed versions: Dec 16 15:48:37.986262 dv-cinder-784477-11-iscsi neutron-server[108905]: { 'AddressGroup': {'1.2'}, Dec 16 15:48:37.986262 dv-cinder-784477-11-iscsi neutron-server[108905]: 'ConntrackHelper': {'1.0'}, Dec 16 15:48:37.986262 dv-cinder-784477-11-iscsi neutron-server[108905]: 'LocalIPAssociation': {'1.0'}, Dec 16 15:48:37.986262 dv-cinder-784477-11-iscsi neutron-server[108905]: 'Log': {'1.0'}, Dec 16 15:48:37.986262 dv-cinder-784477-11-iscsi neutron-server[108905]: 'Network': {'1.1'}, Dec 16 15:48:37.986262 dv-cinder-784477-11-iscsi neutron-server[108905]: 'Port': {'1.7'}, Dec 16 15:48:37.986262 dv-cinder-784477-11-iscsi neutron-server[108905]: 'PortForwarding': {'1.2'}, Dec 16 15:48:37.986262 dv-cinder-784477-11-iscsi neutron-server[108905]: 'QosPolicy': {'1.10'}, Dec 16 15:48:37.986262 dv-cinder-784477-11-iscsi neutron-server[108905]: 'SecurityGroup': {'1.5'}, Dec 16 15:48:37.986262 dv-cinder-784477-11-iscsi neutron-server[108905]: 'SecurityGroupRule': {'1.2'}, Dec 16 15:48:37.986262 dv-cinder-784477-11-iscsi neutron-server[108905]: 'SubPort': {'1.0'}, Dec 16 15:48:37.986262 dv-cinder-784477-11-iscsi neutron-server[108905]: 'Subnet': {'1.1'}, Dec 16 15:48:37.986262 dv-cinder-784477-11-iscsi neutron-server[108905]: 'Trunk': {'1.1'}} Dec 16 15:48:37.986262 dv-cinder-784477-11-iscsi neutron-server[108905]: consumer versions: Dec 16 15:48:37.986262 dv-cinder-784477-11-iscsi neutron-server[108905]: { DHCP agent@dv-cinder-784477-11-iscsi: {}, Dec 16 15:48:37.986262 dv-cinder-784477-11-iscsi neutron-server[108905]: HyperV agent@hv-cinder-78447: {}, Dec 16 15:48:37.986262 dv-cinder-784477-11-iscsi neutron-server[108905]: L3 agent@dv-cinder-784477-11-iscsi: {}, Dec 16 15:48:37.986262 dv-cinder-784477-11-iscsi neutron-server[108905]: Metadata agent@dv-cinder-784477-11-iscsi: {}, Dec 16 15:48:37.986262 dv-cinder-784477-11-iscsi neutron-server[108905]: Metering agent@dv-cinder-784477-11-iscsi: {}, Dec 16 15:48:37.986262 dv-cinder-784477-11-iscsi neutron-server[108905]: Open vSwitch agent@dv-cinder-784477-11-iscsi: { 'AddressGroup': '1.2', Dec 16 15:48:37.986262 dv-cinder-784477-11-iscsi neutron-server[108905]: 'ConntrackHelper': '1.0', Dec 16 15:48:37.986262 dv-cinder-784477-11-iscsi neutron-server[108905]: 'LocalIPAssociation': '1.0', Dec 16 15:48:37.986262 dv-cinder-784477-11-iscsi neutron-server[108905]: 'Log': '1.0', Dec 16 15:48:37.986262 dv-cinder-784477-11-iscsi neutron-server[108905]: 'Network': '1.1', Dec 16 15:48:37.986262 dv-cinder-784477-11-iscsi neutron-server[108905]: 'Port': '1.7', Dec 16 15:48:37.986262 dv-cinder-784477-11-iscsi neutron-server[108905]: 'PortForwarding': '1.2', Dec 16 15:48:37.986262 dv-cinder-784477-11-iscsi neutron-server[108905]: 'QosPolicy': '1.10', Dec 16 15:48:37.986262 dv-cinder-784477-11-iscsi neutron-server[108905]: 'SecurityGroup': '1.5', Dec 16 15:48:37.986262 dv-cinder-784477-11-iscsi neutron-server[108905]: 'SecurityGroupRule': '1.2', Dec 16 15:48:37.986262 dv-cinder-784477-11-iscsi neutron-server[108905]: 'SubPort': '1.0', Dec 16 15:48:37.986262 dv-cinder-784477-11-iscsi neutron-server[108905]: 'Subnet': '1.1', Dec 16 15:48:37.986262 dv-cinder-784477-11-iscsi neutron-server[108905]: 'Trunk': '1.1'}} Dec 16 15:48:37.986262 dv-cinder-784477-11-iscsi neutron-server[108905]: {{(pid=108905) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 15:48:38.003863 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-02177cee-9234-4b4b-90fe-861ba79166a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8007001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803'] for network, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:38.005396 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02177cee-9234-4b4b-90fe-861ba79166a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:38.006227 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-02177cee-9234-4b4b-90fe-861ba79166a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7902797'] for network, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:38.017321 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-01df5b33-69d7-480c-8bb1-33638a625327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8007001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803'] for network, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:38.018475 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01df5b33-69d7-480c-8bb1-33638a625327 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:38.019290 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-01df5b33-69d7-480c-8bb1-33638a625327 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7902797'] for network, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:38.059575 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-01df5b33-69d7-480c-8bb1-33638a625327 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6274350 Dec 16 15:48:38.075187 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 34428) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:48:38.076186 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02177cee-9234-4b4b-90fe-861ba79166a2 admin admin] Pushing event updated for resources: {'Network': ['ID=c2993396-98dd-42bc-8a93-4ce4cc2a3d06,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:38.083092 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.v2.base [None req-3d6fe8bc-5f11-469f-bc84-b9af2b54eb8a admin admin] Request body: {'subnet': {'network_id': 'f48475bf-944a-4c2f-81b1-c044356a1dbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1232384273-subnet', 'tenant_id': '290d9f6dcb5f4f878cc58690825a1e12', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:48:38.096656 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Network c2993396-98dd-42bc-8a93-4ce4cc2a3d06 details requested by agent ovs-agent-dv-cinder-784477-11-iscsi with host dv-cinder-784477-11-iscsi {{(pid=108906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:48:38.120319 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-6c715490-9eb6-419b-9af9-382e929070a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:38.137769 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-a3a1a33b-6e08-4d30-9cf7-6ae4efacfcad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:38.141569 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-6c715490-9eb6-419b-9af9-382e929070a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:38.149679 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-02177cee-9234-4b4b-90fe-861ba79166a2 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0296962 Dec 16 15:48:38.149679 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-526bff80-d15e-4c50-9262-6dd6f387cbaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8007001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803'] for network, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:38.149679 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526bff80-d15e-4c50-9262-6dd6f387cbaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:38.149679 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-526bff80-d15e-4c50-9262-6dd6f387cbaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7902797'] for network, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:38.161972 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 34438) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:48:38.180104 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6fe8bc-5f11-469f-bc84-b9af2b54eb8a admin admin] Made reservation on behalf of 290d9f6dcb5f4f878cc58690825a1e12 for: {'subnet': 1} {{(pid=108904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:48:38.182793 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-3d6fe8bc-5f11-469f-bc84-b9af2b54eb8a admin admin] Publish callbacks [] for subnet, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:38.184498 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-a3a1a33b-6e08-4d30-9cf7-6ae4efacfcad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:38.196375 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3a1a33b-6e08-4d30-9cf7-6ae4efacfcad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=108904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:48:38.200167 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df5b33-69d7-480c-8bb1-33638a625327 admin admin] Pushing event updated for resources: {'Network': ['ID=f48475bf-944a-4c2f-81b1-c044356a1dbb,revision_number=1']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:38.206844 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-a3a1a33b-6e08-4d30-9cf7-6ae4efacfcad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772428'] for segment, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:38.207439 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.db.segments_db [None req-a3a1a33b-6e08-4d30-9cf7-6ae4efacfcad admin admin] Added segment b7534591-d412-403e-acd7-f4f21cb9b99f of type vlan for network 4e96172c-0b71-4de2-95ab-4226e7a02984 Dec 16 15:48:38.212016 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c715490-9eb6-419b-9af9-382e929070a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=108905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:48:38.213368 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Network f48475bf-944a-4c2f-81b1-c044356a1dbb details requested by agent ovs-agent-dv-cinder-784477-11-iscsi with host dv-cinder-784477-11-iscsi {{(pid=108906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:48:38.233562 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c715490-9eb6-419b-9af9-382e929070a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=063abe80-967a-4783-8ead-300c5e578f51,revision_number=1']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:38.239720 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-6c715490-9eb6-419b-9af9-382e929070a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772428'] for segment, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:38.240565 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.db.segments_db [None req-6c715490-9eb6-419b-9af9-382e929070a5 admin admin] Added segment d79a1b46-9256-41c5-810e-f1d9c9094ece of type vlan for network 995ae86b-522a-475e-97b2-0044dee2628f Dec 16 15:48:38.247526 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-a3a1a33b-6e08-4d30-9cf7-6ae4efacfcad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739691820328'] for network, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:38.295219 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-6c715490-9eb6-419b-9af9-382e929070a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739691820328'] for network, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:38.301182 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.v2.base [None req-b885280d-8b0f-4787-b0ae-54c0ef61bab2 admin admin] Request body: {'subnet': {'network_id': 'c2993396-98dd-42bc-8a93-4ce4cc2a3d06', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2058628709-subnet', 'tenant_id': 'cccbaf623042498b87e06f100653c1c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:48:38.324043 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-526bff80-d15e-4c50-9262-6dd6f387cbaf admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2416143 Dec 16 15:48:38.324992 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 34450) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:48:38.347761 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-6c715490-9eb6-419b-9af9-382e929070a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8007001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803'] for network, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:38.348737 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c715490-9eb6-419b-9af9-382e929070a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:38.349347 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-6c715490-9eb6-419b-9af9-382e929070a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7902797'] for network, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:38.352168 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-a3a1a33b-6e08-4d30-9cf7-6ae4efacfcad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8007001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803'] for network, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:38.353653 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a1a33b-6e08-4d30-9cf7-6ae4efacfcad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:38.354248 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-a3a1a33b-6e08-4d30-9cf7-6ae4efacfcad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7902797'] for network, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:38.369553 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.v2.base [None req-ba7a8592-8709-48fc-b5ff-4d82bd8c3593 admin admin] Request body: {'subnet': {'network_id': '8f180a66-3dac-433f-ad86-2980dd11d2cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1221215033-subnet', 'tenant_id': 'e5edb8b1d36e4f01bc38f277910faf05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:48:38.386401 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-6c715490-9eb6-419b-9af9-382e929070a5 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1793137 Dec 16 15:48:38.389653 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 34456) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:48:38.409787 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526bff80-d15e-4c50-9262-6dd6f387cbaf admin admin] Pushing event updated for resources: {'Network': ['ID=8f180a66-3dac-433f-ad86-2980dd11d2cf,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:38.420830 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Network 8f180a66-3dac-433f-ad86-2980dd11d2cf details requested by agent ovs-agent-dv-cinder-784477-11-iscsi with host dv-cinder-784477-11-iscsi {{(pid=108906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:48:38.429630 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.v2.base [None req-5a0d1f77-5bbb-4118-a613-f23ffc94ee40 admin admin] Request body: {'subnet': {'network_id': '995ae86b-522a-475e-97b2-0044dee2628f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-723468242-subnet', 'tenant_id': 'a82af4eab10342ddbdddd09e11579c36', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:48:38.430137 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-a3a1a33b-6e08-4d30-9cf7-6ae4efacfcad admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1825504 Dec 16 15:48:38.436344 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 34460) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:48:38.447643 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.v2.base [None req-0ecff9a7-4d78-4351-8ccc-7d48c39e3e90 admin admin] Request body: {'subnet': {'network_id': '4e96172c-0b71-4de2-95ab-4226e7a02984', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1846038392-subnet', 'tenant_id': '44bf2643f52c4cc5aa01ae68ef13e12f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:48:38.479366 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c715490-9eb6-419b-9af9-382e929070a5 admin admin] Pushing event updated for resources: {'Network': ['ID=995ae86b-522a-475e-97b2-0044dee2628f,revision_number=1']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:38.508513 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0d1f77-5bbb-4118-a613-f23ffc94ee40 admin admin] Made reservation on behalf of a82af4eab10342ddbdddd09e11579c36 for: {'subnet': 1} {{(pid=108905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:48:38.512157 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-5a0d1f77-5bbb-4118-a613-f23ffc94ee40 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:38.518425 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a1a33b-6e08-4d30-9cf7-6ae4efacfcad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a06c891-fae3-406d-b89e-bc8eaf612049,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:38.544888 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba7a8592-8709-48fc-b5ff-4d82bd8c3593 admin admin] Made reservation on behalf of e5edb8b1d36e4f01bc38f277910faf05 for: {'subnet': 1} {{(pid=108904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:48:38.547221 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-ba7a8592-8709-48fc-b5ff-4d82bd8c3593 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:38.557229 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Network 995ae86b-522a-475e-97b2-0044dee2628f details requested by agent ovs-agent-dv-cinder-784477-11-iscsi with host dv-cinder-784477-11-iscsi {{(pid=108906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:48:38.594547 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a1a33b-6e08-4d30-9cf7-6ae4efacfcad admin admin] Pushing event updated for resources: {'Network': ['ID=4e96172c-0b71-4de2-95ab-4226e7a02984,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:38.622262 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Network 4e96172c-0b71-4de2-95ab-4226e7a02984 details requested by agent ovs-agent-dv-cinder-784477-11-iscsi with host dv-cinder-784477-11-iscsi {{(pid=108906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:48:38.718967 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ecff9a7-4d78-4351-8ccc-7d48c39e3e90 admin admin] Made reservation on behalf of 44bf2643f52c4cc5aa01ae68ef13e12f for: {'subnet': 1} {{(pid=108905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:48:38.721465 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-0ecff9a7-4d78-4351-8ccc-7d48c39e3e90 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:38.741253 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b885280d-8b0f-4787-b0ae-54c0ef61bab2 admin admin] Made reservation on behalf of cccbaf623042498b87e06f100653c1c1 for: {'subnet': 1} {{(pid=108904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:48:38.743599 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-b885280d-8b0f-4787-b0ae-54c0ef61bab2 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:38.880340 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-9a96faa9-90d9-4c8e-993a-3696252318d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:38.964032 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-3d6fe8bc-5f11-469f-bc84-b9af2b54eb8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8060090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803'] for subnet, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:39.098766 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6fe8bc-5f11-469f-bc84-b9af2b54eb8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac75be2f-288e-4c4c-b681-13dbe4d336f8,revision_number=0']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:39.115846 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-ba7a8592-8709-48fc-b5ff-4d82bd8c3593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8060090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803'] for subnet, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:39.130165 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-5a0d1f77-5bbb-4118-a613-f23ffc94ee40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8060090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803'] for subnet, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:39.164001 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6fe8bc-5f11-469f-bc84-b9af2b54eb8a admin admin] Checking segment: {'id': '7f17c5c4-900f-4b5f-8564-78f9e4a462bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f48475bf-944a-4c2f-81b1-c044356a1dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:48:39.164793 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6fe8bc-5f11-469f-bc84-b9af2b54eb8a admin admin] Network hostable DHCP agents. Network: f48475bf-944a-4c2f-81b1-c044356a1dbb, hostable agents: ['02e00dda-7193-4a71-a593-a2bdfaca617e'], hosted agents: [] {{(pid=108904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:48:39.216189 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-b885280d-8b0f-4787-b0ae-54c0ef61bab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8060090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803'] for subnet, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:39.238306 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7a8592-8709-48fc-b5ff-4d82bd8c3593 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61533cef-b28a-4878-a111-f4737b38509d,revision_number=0']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:39.254034 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6fe8bc-5f11-469f-bc84-b9af2b54eb8a admin admin] Network f48475bf-944a-4c2f-81b1-c044356a1dbb is scheduled to be hosted by DHCP agent 02e00dda-7193-4a71-a593-a2bdfaca617e with binding_index 1 {{(pid=108904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:48:39.293862 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0d1f77-5bbb-4118-a613-f23ffc94ee40 admin admin] Checking segment: {'id': 'd79a1b46-9256-41c5-810e-f1d9c9094ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '995ae86b-522a-475e-97b2-0044dee2628f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:48:39.294516 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0d1f77-5bbb-4118-a613-f23ffc94ee40 admin admin] Network hostable DHCP agents. Network: 995ae86b-522a-475e-97b2-0044dee2628f, hostable agents: ['02e00dda-7193-4a71-a593-a2bdfaca617e'], hosted agents: [] {{(pid=108905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:48:39.298859 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7a8592-8709-48fc-b5ff-4d82bd8c3593 admin admin] Checking segment: {'id': '6b2bdf31-1edb-427a-8445-8e7270992ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8f180a66-3dac-433f-ad86-2980dd11d2cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:48:39.299422 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7a8592-8709-48fc-b5ff-4d82bd8c3593 admin admin] Network hostable DHCP agents. Network: 8f180a66-3dac-433f-ad86-2980dd11d2cf, hostable agents: ['02e00dda-7193-4a71-a593-a2bdfaca617e'], hosted agents: [] {{(pid=108904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:48:39.316413 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.base_scheduler [None req-3d6fe8bc-5f11-469f-bc84-b9af2b54eb8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-11-iscsi, f48475bf-944a-4c2f-81b1-c044356a1dbb) {{(pid=108904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:48:39.326273 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b5aefe-daf4-404d-b9e3-35980b3d46d5 None None] Network f48475bf-944a-4c2f-81b1-c044356a1dbb requested from dv-cinder-784477-11-iscsi {{(pid=108906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:48:39.351234 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6fe8bc-5f11-469f-bc84-b9af2b54eb8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:39.351938 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-3d6fe8bc-5f11-469f-bc84-b9af2b54eb8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7902797'] for subnet, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:39.364774 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b885280d-8b0f-4787-b0ae-54c0ef61bab2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7a2c1f5-b3db-4327-b65d-8eabb8795a69,revision_number=0']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:39.378800 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b885280d-8b0f-4787-b0ae-54c0ef61bab2 admin admin] Checking segment: {'id': '49df5328-0998-496d-958c-6e6f6a46eff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c2993396-98dd-42bc-8a93-4ce4cc2a3d06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:48:39.379208 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b885280d-8b0f-4787-b0ae-54c0ef61bab2 admin admin] Network hostable DHCP agents. Network: c2993396-98dd-42bc-8a93-4ce4cc2a3d06, hostable agents: ['02e00dda-7193-4a71-a593-a2bdfaca617e'], hosted agents: [] {{(pid=108904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:48:39.386023 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7a8592-8709-48fc-b5ff-4d82bd8c3593 admin admin] Network 8f180a66-3dac-433f-ad86-2980dd11d2cf is scheduled to be hosted by DHCP agent 02e00dda-7193-4a71-a593-a2bdfaca617e with binding_index 1 {{(pid=108904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:48:39.394055 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-3d6fe8bc-5f11-469f-bc84-b9af2b54eb8a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3147812 Dec 16 15:48:39.399688 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 34490) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:48:39.405167 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.v2.base [None req-eb77b2ce-8547-4e8b-ae76-ff581f428941 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1232384273-router', 'tenant_id': '290d9f6dcb5f4f878cc58690825a1e12', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3'}}} {{(pid=108904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:48:39.406696 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0d1f77-5bbb-4118-a613-f23ffc94ee40 admin admin] Network 995ae86b-522a-475e-97b2-0044dee2628f is scheduled to be hosted by DHCP agent 02e00dda-7193-4a71-a593-a2bdfaca617e with binding_index 1 {{(pid=108905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:48:39.409095 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.base_scheduler [None req-ba7a8592-8709-48fc-b5ff-4d82bd8c3593 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-11-iscsi, 8f180a66-3dac-433f-ad86-2980dd11d2cf) {{(pid=108904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:48:39.418112 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7a8592-8709-48fc-b5ff-4d82bd8c3593 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:39.418866 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-ba7a8592-8709-48fc-b5ff-4d82bd8c3593 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7902797'] for subnet, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:39.436721 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c0cc2e-dc56-4580-b548-a8e5172e4a1b None None] Network 8f180a66-3dac-433f-ad86-2980dd11d2cf requested from dv-cinder-784477-11-iscsi {{(pid=108906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:48:39.440619 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b885280d-8b0f-4787-b0ae-54c0ef61bab2 admin admin] Network c2993396-98dd-42bc-8a93-4ce4cc2a3d06 is scheduled to be hosted by DHCP agent 02e00dda-7193-4a71-a593-a2bdfaca617e with binding_index 1 {{(pid=108904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:48:39.441041 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.base_scheduler [None req-5a0d1f77-5bbb-4118-a613-f23ffc94ee40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-11-iscsi, 995ae86b-522a-475e-97b2-0044dee2628f) {{(pid=108905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:48:39.447453 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 34492) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:48:39.461667 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0d1f77-5bbb-4118-a613-f23ffc94ee40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:39.461667 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-5a0d1f77-5bbb-4118-a613-f23ffc94ee40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7902797'] for subnet, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:39.462560 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-ba7a8592-8709-48fc-b5ff-4d82bd8c3593 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1056068 Dec 16 15:48:39.478822 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.base_scheduler [None req-b885280d-8b0f-4787-b0ae-54c0ef61bab2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-11-iscsi, c2993396-98dd-42bc-8a93-4ce4cc2a3d06) {{(pid=108904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:48:39.485970 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b885280d-8b0f-4787-b0ae-54c0ef61bab2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:39.486705 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-b885280d-8b0f-4787-b0ae-54c0ef61bab2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7902797'] for subnet, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:39.504243 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-eb77b2ce-8547-4e8b-ae76-ff581f428941 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7874727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6813'] for router, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:39.510058 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-5a0d1f77-5bbb-4118-a613-f23ffc94ee40 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0852053 Dec 16 15:48:39.511696 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-eb77b2ce-8547-4e8b-ae76-ff581f428941 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7875351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7874278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8123815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6826'] for router, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:39.515350 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 34498) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:48:39.516399 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0d1f77-5bbb-4118-a613-f23ffc94ee40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5963245f-298c-4a64-a4bf-7727c7e9fe74,revision_number=0']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:39.524012 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.v2.base [None req-aa781571-737b-4930-a19c-791b8d1a1f36 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-723468242-router', 'tenant_id': 'a82af4eab10342ddbdddd09e11579c36', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3'}}} {{(pid=108904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:48:39.536195 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d0bcab-f20e-411a-b642-cdef931f551c None None] Network 995ae86b-522a-475e-97b2-0044dee2628f requested from dv-cinder-784477-11-iscsi {{(pid=108906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:48:39.538402 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-0ecff9a7-4d78-4351-8ccc-7d48c39e3e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8060090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803'] for subnet, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:39.538561 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc1708b-a3f4-45bb-bc58-923a3fff9063 None None] Network c2993396-98dd-42bc-8a93-4ce4cc2a3d06 requested from dv-cinder-784477-11-iscsi {{(pid=108906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:48:39.560570 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-b885280d-8b0f-4787-b0ae-54c0ef61bab2 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2783856 Dec 16 15:48:39.591530 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecff9a7-4d78-4351-8ccc-7d48c39e3e90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffc256e7-ac77-4ea4-9344-8b0700e6fb89,revision_number=0']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:39.611240 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecff9a7-4d78-4351-8ccc-7d48c39e3e90 admin admin] Checking segment: {'id': 'b7534591-d412-403e-acd7-f4f21cb9b99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '4e96172c-0b71-4de2-95ab-4226e7a02984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:48:39.611637 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecff9a7-4d78-4351-8ccc-7d48c39e3e90 admin admin] Network hostable DHCP agents. Network: 4e96172c-0b71-4de2-95ab-4226e7a02984, hostable agents: ['02e00dda-7193-4a71-a593-a2bdfaca617e'], hosted agents: [] {{(pid=108905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:48:39.666363 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecff9a7-4d78-4351-8ccc-7d48c39e3e90 admin admin] Network 4e96172c-0b71-4de2-95ab-4226e7a02984 is scheduled to be hosted by DHCP agent 02e00dda-7193-4a71-a593-a2bdfaca617e with binding_index 1 {{(pid=108905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:48:39.697776 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.base_scheduler [None req-0ecff9a7-4d78-4351-8ccc-7d48c39e3e90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-11-iscsi, 4e96172c-0b71-4de2-95ab-4226e7a02984) {{(pid=108905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:48:39.699495 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be95bf64-c686-4862-b527-6cd32957166b None None] Network c2993396-98dd-42bc-8a93-4ce4cc2a3d06 requested from dv-cinder-784477-11-iscsi {{(pid=108906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:48:39.703003 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecff9a7-4d78-4351-8ccc-7d48c39e3e90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:39.703729 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-0ecff9a7-4d78-4351-8ccc-7d48c39e3e90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7902797'] for subnet, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:39.744005 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-aa781571-737b-4930-a19c-791b8d1a1f36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7874727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6813'] for router, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:39.745237 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-aa781571-737b-4930-a19c-791b8d1a1f36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7875351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7874278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8123815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6826'] for router, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:39.751585 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-eb77b2ce-8547-4e8b-ae76-ff581f428941 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:39.765311 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-0ecff9a7-4d78-4351-8ccc-7d48c39e3e90 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3112032 Dec 16 15:48:39.786053 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b597f7a-2935-4cdc-9abd-e6407123b52d None None] Network 4e96172c-0b71-4de2-95ab-4226e7a02984 requested from dv-cinder-784477-11-iscsi {{(pid=108906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:48:39.874403 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-4af26239-05c5-4a64-b45d-b3dd3aead635 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:39.946386 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-aa781571-737b-4930-a19c-791b8d1a1f36 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:39.982768 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56c0f4c-ae81-4161-80cb-625d4deeaaad None None] Network 4e96172c-0b71-4de2-95ab-4226e7a02984 requested from dv-cinder-784477-11-iscsi {{(pid=108906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:48:40.018503 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a90a659-6d24-44cd-88e1-cc12501fba78 None None] Network 8f180a66-3dac-433f-ad86-2980dd11d2cf requested from dv-cinder-784477-11-iscsi {{(pid=108906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:48:40.101732 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb0540a-262d-4854-b3c5-0e6b59cc6564 None None] Network f48475bf-944a-4c2f-81b1-c044356a1dbb requested from dv-cinder-784477-11-iscsi {{(pid=108906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:48:40.146580 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 34550) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:48:40.148746 dv-cinder-784477-11-iscsi neutron-server[108905]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 16 15:48:40.151933 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-aa781571-737b-4930-a19c-791b8d1a1f36 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:40.294326 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-eb77b2ce-8547-4e8b-ae76-ff581f428941 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:40.427999 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a51f5d1-f13a-4706-a25c-0d718f93eb2d req-71402dfc-22c1-4cc3-bc4b-0c073e70eab9 tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:40.431516 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-9a51f5d1-f13a-4706-a25c-0d718f93eb2d req-71402dfc-22c1-4cc3-bc4b-0c073e70eab9 tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] 10.222.0.31 "GET /v2.0/networks?id=8f180a66-3dac-433f-ad86-2980dd11d2cf HTTP/1.1" status: 200 len: 812 time: 0.2839150 Dec 16 15:48:40.444127 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-4af26239-05c5-4a64-b45d-b3dd3aead635 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:40.467667 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-4af26239-05c5-4a64-b45d-b3dd3aead635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:40.472526 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-9a51f5d1-f13a-4706-a25c-0d718f93eb2d req-5ed9489d-e5c1-4767-ad77-435ca2a948c9 tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] 10.222.0.31 "GET /v2.0/quotas/e5edb8b1d36e4f01bc38f277910faf05 HTTP/1.1" status: 200 len: 375 time: 0.0342519 Dec 16 15:48:40.515602 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12704e4d-9613-47c4-bf3e-7b7148c45f69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7ef089e-da1e-5e7e-8d50-b8251f3063fb-995ae86b-522a-475e-97b2-0044dee2628f', 'network_id': '995ae86b-522a-475e-97b2-0044dee2628f', 'project_id': 'a82af4eab10342ddbdddd09e11579c36', 'fixed_ips': [{'subnet_id': '5963245f-298c-4a64-a4bf-7727c7e9fe74'}]}} from dv-cinder-784477-11-iscsi. {{(pid=108906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:48:40.517133 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-12704e4d-9613-47c4-bf3e-7b7148c45f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_create {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:40.539478 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-4af26239-05c5-4a64-b45d-b3dd3aead635 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4f8283935be94d3fa4f7be647741e465&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0733023 Dec 16 15:48:40.548442 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 34562) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:48:40.578808 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-223b144f-a2e3-43d1-9ee0-793d55a0ef66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:40.605100 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-9a51f5d1-f13a-4706-a25c-0d718f93eb2d req-8fcdb002-3dc7-4ff7-bb63-b069e13c70a5 tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e5edb8b1d36e4f01bc38f277910faf05&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1258307 Dec 16 15:48:40.678853 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af26239-05c5-4a64-b45d-b3dd3aead635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b8f762-0b9c-4fa2-8649-e0b0cc1c7259,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:40.684066 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 34578) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:48:40.689977 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.v2.base [None req-583a817e-23ec-4bc1-b70c-42fa19eb2ced admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2103913567-network', 'tenant_id': '5a3a64eb5b844990acedad76a688787a'}} {{(pid=108905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:48:40.752713 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-583a817e-23ec-4bc1-b70c-42fa19eb2ced admin admin] Made reservation on behalf of 5a3a64eb5b844990acedad76a688787a for: {'network': 1} {{(pid=108905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:48:40.755006 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-583a817e-23ec-4bc1-b70c-42fa19eb2ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for network, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:40.763865 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-583a817e-23ec-4bc1-b70c-42fa19eb2ced admin admin] Publish callbacks [] for security_group, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:40.772421 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 34588) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:48:40.786127 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.db_base_plugin_common [None req-12704e4d-9613-47c4-bf3e-7b7148c45f69 None None] Allocated IP 172.20.0.2 (995ae86b-522a-475e-97b2-0044dee2628f/5963245f-298c-4a64-a4bf-7727c7e9fe74/04ecf387-502a-4dc2-a0f5-3bfdde0105d4) {{(pid=108906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:48:40.814089 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-aa781571-737b-4930-a19c-791b8d1a1f36 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:40.879252 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-aa781571-737b-4930-a19c-791b8d1a1f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:41.018059 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-12704e4d-9613-47c4-bf3e-7b7148c45f69 None None] Publish callbacks [] for port, precommit_create {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:41.027043 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-12704e4d-9613-47c4-bf3e-7b7148c45f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739691803594'] for port, after_create {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:41.062932 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [req-9a51f5d1-f13a-4706-a25c-0d718f93eb2d req-2572da92-19ca-471d-9a5d-cfecc359f8fc service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=108905) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:48:41.070499 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-9a51f5d1-f13a-4706-a25c-0d718f93eb2d req-2572da92-19ca-471d-9a5d-cfecc359f8fc service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1320162 Dec 16 15:48:41.084264 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12704e4d-9613-47c4-bf3e-7b7148c45f69 None None] Pushing event updated for resources: {'Port': ['ID=04ecf387-502a-4dc2-a0f5-3bfdde0105d4,revision_number=1']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:41.093173 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea1b42-e758-4ab2-a1e0-c35c60c1a376 req-f0576387-4d89-49ab-a02e-357629d9728f tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:41.093173 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-46ea1b42-e758-4ab2-a1e0-c35c60c1a376 req-f0576387-4d89-49ab-a02e-357629d9728f tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/networks?id=4e96172c-0b71-4de2-95ab-4226e7a02984 HTTP/1.1" status: 200 len: 815 time: 0.3158484 Dec 16 15:48:41.108246 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12704e4d-9613-47c4-bf3e-7b7148c45f69 None None] Network 995ae86b-522a-475e-97b2-0044dee2628f is already hosted by enough agents. {{(pid=108906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:48:41.110351 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.scheduler.base_scheduler [None req-12704e4d-9613-47c4-bf3e-7b7148c45f69 None None] Resources bound (agent type, host, resource id): {{(pid=108906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:48:41.112944 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12704e4d-9613-47c4-bf3e-7b7148c45f69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:41.113543 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12704e4d-9613-47c4-bf3e-7b7148c45f69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:41.114287 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12704e4d-9613-47c4-bf3e-7b7148c45f69 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:41.114621 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12704e4d-9613-47c4-bf3e-7b7148c45f69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:41.115427 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12704e4d-9613-47c4-bf3e-7b7148c45f69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:41.115936 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12704e4d-9613-47c4-bf3e-7b7148c45f69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:41.116451 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12704e4d-9613-47c4-bf3e-7b7148c45f69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:41.116957 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12704e4d-9613-47c4-bf3e-7b7148c45f69 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:41.117512 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12704e4d-9613-47c4-bf3e-7b7148c45f69 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:41.118103 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12704e4d-9613-47c4-bf3e-7b7148c45f69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:41.118610 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12704e4d-9613-47c4-bf3e-7b7148c45f69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:41.119129 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12704e4d-9613-47c4-bf3e-7b7148c45f69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:41.119636 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12704e4d-9613-47c4-bf3e-7b7148c45f69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:41.121029 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12704e4d-9613-47c4-bf3e-7b7148c45f69 None None] Tracked resource versions report: Dec 16 15:48:41.121029 dv-cinder-784477-11-iscsi neutron-server[108906]: pushed versions: Dec 16 15:48:41.121029 dv-cinder-784477-11-iscsi neutron-server[108906]: { 'AddressGroup': {'1.2'}, Dec 16 15:48:41.121029 dv-cinder-784477-11-iscsi neutron-server[108906]: 'ConntrackHelper': {'1.0'}, Dec 16 15:48:41.121029 dv-cinder-784477-11-iscsi neutron-server[108906]: 'LocalIPAssociation': {'1.0'}, Dec 16 15:48:41.121029 dv-cinder-784477-11-iscsi neutron-server[108906]: 'Log': {'1.0'}, Dec 16 15:48:41.121029 dv-cinder-784477-11-iscsi neutron-server[108906]: 'Network': {'1.1'}, Dec 16 15:48:41.121029 dv-cinder-784477-11-iscsi neutron-server[108906]: 'Port': {'1.7'}, Dec 16 15:48:41.121029 dv-cinder-784477-11-iscsi neutron-server[108906]: 'PortForwarding': {'1.2'}, Dec 16 15:48:41.121029 dv-cinder-784477-11-iscsi neutron-server[108906]: 'QosPolicy': {'1.10'}, Dec 16 15:48:41.121029 dv-cinder-784477-11-iscsi neutron-server[108906]: 'SecurityGroup': {'1.5'}, Dec 16 15:48:41.121029 dv-cinder-784477-11-iscsi neutron-server[108906]: 'SecurityGroupRule': {'1.2'}, Dec 16 15:48:41.121029 dv-cinder-784477-11-iscsi neutron-server[108906]: 'SubPort': {'1.0'}, Dec 16 15:48:41.121029 dv-cinder-784477-11-iscsi neutron-server[108906]: 'Subnet': {'1.1'}, Dec 16 15:48:41.121029 dv-cinder-784477-11-iscsi neutron-server[108906]: 'Trunk': {'1.1'}} Dec 16 15:48:41.121029 dv-cinder-784477-11-iscsi neutron-server[108906]: consumer versions: Dec 16 15:48:41.121029 dv-cinder-784477-11-iscsi neutron-server[108906]: { DHCP agent@dv-cinder-784477-11-iscsi: {}, Dec 16 15:48:41.121029 dv-cinder-784477-11-iscsi neutron-server[108906]: HyperV agent@hv-cinder-78447: {}, Dec 16 15:48:41.121029 dv-cinder-784477-11-iscsi neutron-server[108906]: L3 agent@dv-cinder-784477-11-iscsi: {}, Dec 16 15:48:41.121029 dv-cinder-784477-11-iscsi neutron-server[108906]: Metadata agent@dv-cinder-784477-11-iscsi: {}, Dec 16 15:48:41.121029 dv-cinder-784477-11-iscsi neutron-server[108906]: Metering agent@dv-cinder-784477-11-iscsi: {}, Dec 16 15:48:41.121029 dv-cinder-784477-11-iscsi neutron-server[108906]: Open vSwitch agent@dv-cinder-784477-11-iscsi: { 'AddressGroup': '1.2', Dec 16 15:48:41.121029 dv-cinder-784477-11-iscsi neutron-server[108906]: 'ConntrackHelper': '1.0', Dec 16 15:48:41.121029 dv-cinder-784477-11-iscsi neutron-server[108906]: 'LocalIPAssociation': '1.0', Dec 16 15:48:41.121029 dv-cinder-784477-11-iscsi neutron-server[108906]: 'Log': '1.0', Dec 16 15:48:41.121029 dv-cinder-784477-11-iscsi neutron-server[108906]: 'Network': '1.1', Dec 16 15:48:41.121029 dv-cinder-784477-11-iscsi neutron-server[108906]: 'Port': '1.7', Dec 16 15:48:41.121029 dv-cinder-784477-11-iscsi neutron-server[108906]: 'PortForwarding': '1.2', Dec 16 15:48:41.121029 dv-cinder-784477-11-iscsi neutron-server[108906]: 'QosPolicy': '1.10', Dec 16 15:48:41.121029 dv-cinder-784477-11-iscsi neutron-server[108906]: 'SecurityGroup': '1.5', Dec 16 15:48:41.121029 dv-cinder-784477-11-iscsi neutron-server[108906]: 'SecurityGroupRule': '1.2', Dec 16 15:48:41.121029 dv-cinder-784477-11-iscsi neutron-server[108906]: 'SubPort': '1.0', Dec 16 15:48:41.121029 dv-cinder-784477-11-iscsi neutron-server[108906]: 'Subnet': '1.1', Dec 16 15:48:41.121029 dv-cinder-784477-11-iscsi neutron-server[108906]: 'Trunk': '1.1'}} Dec 16 15:48:41.121029 dv-cinder-784477-11-iscsi neutron-server[108906]: {{(pid=108906) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 15:48:41.127881 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12704e4d-9613-47c4-bf3e-7b7148c45f69 None None] Received port after_create {{(pid=108906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:48:41.157015 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-46ea1b42-e758-4ab2-a1e0-c35c60c1a376 req-687ec434-c4be-4267-b429-86dd24403570 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/quotas/44bf2643f52c4cc5aa01ae68ef13e12f HTTP/1.1" status: 200 len: 375 time: 0.0564034 Dec 16 15:48:41.186085 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.managers [None req-12704e4d-9613-47c4-bf3e-7b7148c45f69 None None] Attempting to bind port 04ecf387-502a-4dc2-a0f5-3bfdde0105d4 on host dv-cinder-784477-11-iscsi for vnic_type normal with profile {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:48:41.186451 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.managers [None req-12704e4d-9613-47c4-bf3e-7b7148c45f69 None None] Attempting to bind port 04ecf387-502a-4dc2-a0f5-3bfdde0105d4 by drivers openvswitch,hyperv on host dv-cinder-784477-11-iscsi at level 0 using segments [{'id': 'd79a1b46-9256-41c5-810e-f1d9c9094ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '995ae86b-522a-475e-97b2-0044dee2628f'}] {{(pid=108906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:48:41.186907 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12704e4d-9613-47c4-bf3e-7b7148c45f69 None None] Attempting to bind port 04ecf387-502a-4dc2-a0f5-3bfdde0105d4 on network 995ae86b-522a-475e-97b2-0044dee2628f {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:48:41.193442 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12704e4d-9613-47c4-bf3e-7b7148c45f69 None None] Checking agent: {'id': '5eca9fcc-5dcd-4ee1-9579-22579284a65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 40, 43), 'started_at': datetime.datetime(2021, 12, 16, 15, 41, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:48:41.193442 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12704e4d-9613-47c4-bf3e-7b7148c45f69 None None] Checking segment: {'id': 'd79a1b46-9256-41c5-810e-f1d9c9094ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '995ae86b-522a-475e-97b2-0044dee2628f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:48:41.193442 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-12704e4d-9613-47c4-bf3e-7b7148c45f69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:41.193442 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12704e4d-9613-47c4-bf3e-7b7148c45f69 None None] Bound using segment: {'id': 'd79a1b46-9256-41c5-810e-f1d9c9094ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '995ae86b-522a-475e-97b2-0044dee2628f'} {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:48:41.193888 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.managers [None req-12704e4d-9613-47c4-bf3e-7b7148c45f69 None None] Bound port: 04ecf387-502a-4dc2-a0f5-3bfdde0105d4, host: dv-cinder-784477-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd79a1b46-9256-41c5-810e-f1d9c9094ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '995ae86b-522a-475e-97b2-0044dee2628f'}}] {{(pid=108906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:48:41.193976 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-583a817e-23ec-4bc1-b70c-42fa19eb2ced admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:41.194147 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-12704e4d-9613-47c4-bf3e-7b7148c45f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:41.217549 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-46ea1b42-e758-4ab2-a1e0-c35c60c1a376 req-cd887a32-7ff3-4134-9a62-34a091d5625e tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=44bf2643f52c4cc5aa01ae68ef13e12f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452936 Dec 16 15:48:41.219461 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-583a817e-23ec-4bc1-b70c-42fa19eb2ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:41.256453 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-583a817e-23ec-4bc1-b70c-42fa19eb2ced admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=108905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:48:41.257509 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-79a6c22b-f151-4694-ab2b-debf4add6968 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:41.267991 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-e6a1afc6-ab61-4c06-9aae-8bc4c5fea8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:41.268906 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-9a51f5d1-f13a-4706-a25c-0d718f93eb2d req-994493fe-a508-4ee8-a663-cb1b2d58e630 service neutron] 10.222.0.31 "GET /v2.0/networks/8f180a66-3dac-433f-ad86-2980dd11d2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974874 Dec 16 15:48:41.291640 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-12704e4d-9613-47c4-bf3e-7b7148c45f69 None None] For port 04ecf387-502a-4dc2-a0f5-3bfdde0105d4, host dv-cinder-784477-11-iscsi, cleared binding levels {{(pid=108906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:48:41.296045 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-79a6c22b-f151-4694-ab2b-debf4add6968 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:41.299483 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-583a817e-23ec-4bc1-b70c-42fa19eb2ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772428'] for segment, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:41.299899 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.db.segments_db [None req-583a817e-23ec-4bc1-b70c-42fa19eb2ced admin admin] Added segment 9dfb2739-ee2f-41d2-ab9e-10cc03c4001e of type vlan for network 152b40c7-b984-4a8d-9d06-e7991d6f27f8 Dec 16 15:48:41.306059 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-12704e4d-9613-47c4-bf3e-7b7148c45f69 None None] For port 04ecf387-502a-4dc2-a0f5-3bfdde0105d4, host dv-cinder-784477-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=04ecf387-502a-4dc2-a0f5-3bfdde0105d4,segment=NetworkSegment(d79a1b46-9256-41c5-810e-f1d9c9094ece),segment_id=d79a1b46-9256-41c5-810e-f1d9c9094ece)] {{(pid=108906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:48:41.313834 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-12704e4d-9613-47c4-bf3e-7b7148c45f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:41.325048 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583a817e-23ec-4bc1-b70c-42fa19eb2ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f814ce-2287-4a9e-95c4-7c278eaff885,revision_number=1']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:41.384387 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12704e4d-9613-47c4-bf3e-7b7148c45f69 None None] Pushing event updated for resources: {'Port': ['ID=04ecf387-502a-4dc2-a0f5-3bfdde0105d4,revision_number=2']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:41.400228 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-583a817e-23ec-4bc1-b70c-42fa19eb2ced admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739691820328'] for network, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:41.426587 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [req-46ea1b42-e758-4ab2-a1e0-c35c60c1a376 req-9475f341-d8dd-412b-a32b-464a8a2dadc7 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=108905) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:48:41.427629 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-46ea1b42-e758-4ab2-a1e0-c35c60c1a376 req-9475f341-d8dd-412b-a32b-464a8a2dadc7 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0995436 Dec 16 15:48:41.442880 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-eb77b2ce-8547-4e8b-ae76-ff581f428941 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:41.469960 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-eb77b2ce-8547-4e8b-ae76-ff581f428941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:41.473432 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-79a6c22b-f151-4694-ab2b-debf4add6968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:41.475879 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-79a6c22b-f151-4694-ab2b-debf4add6968 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:41.477043 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-79a6c22b-f151-4694-ab2b-debf4add6968 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d6b8f762-0b9c-4fa2-8649-e0b0cc1c7259 HTTP/1.1" status: 204 len: 168 time: 0.8432429 Dec 16 15:48:41.490272 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.db_base_plugin_common [None req-aa781571-737b-4930-a19c-791b8d1a1f36 admin admin] Allocated IP 172.27.1.228 (b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3/792909e7-e23c-4f0f-8575-fa43b44998bb/329a8e04-0460-4c4f-8646-47551869ce23) {{(pid=108904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:48:41.501341 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a6c22b-f151-4694-ab2b-debf4add6968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b8f762-0b9c-4fa2-8649-e0b0cc1c7259,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:41.519358 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-9a51f5d1-f13a-4706-a25c-0d718f93eb2d req-02a17209-8e3b-4db9-8665-2cf29d615042 service neutron] 10.222.0.31 "GET /v2.0/networks/8f180a66-3dac-433f-ad86-2980dd11d2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494144 Dec 16 15:48:41.531913 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-583a817e-23ec-4bc1-b70c-42fa19eb2ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8007001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803'] for network, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:41.533267 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583a817e-23ec-4bc1-b70c-42fa19eb2ced admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:41.534165 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-583a817e-23ec-4bc1-b70c-42fa19eb2ced admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7902797'] for network, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:41.670458 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-aa781571-737b-4930-a19c-791b8d1a1f36 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:41.749005 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-46ea1b42-e758-4ab2-a1e0-c35c60c1a376 req-318cb083-1a39-4f24-8f8f-8a4a34760861 service neutron] 10.222.0.31 "GET /v2.0/networks/4e96172c-0b71-4de2-95ab-4226e7a02984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700536 Dec 16 15:48:41.749005 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583a817e-23ec-4bc1-b70c-42fa19eb2ced admin admin] Pushing event updated for resources: {'Network': ['ID=152b40c7-b984-4a8d-9d06-e7991d6f27f8,revision_number=1']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:41.757352 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-aa781571-737b-4930-a19c-791b8d1a1f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739691803594'] for port, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:41.757850 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Network 152b40c7-b984-4a8d-9d06-e7991d6f27f8 details requested by agent ovs-agent-dv-cinder-784477-11-iscsi with host dv-cinder-784477-11-iscsi {{(pid=108906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:48:41.758377 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-583a817e-23ec-4bc1-b70c-42fa19eb2ced admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0603230 Dec 16 15:48:41.774837 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 34608) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:48:41.808948 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.v2.base [None req-6bbcc210-c589-4024-a4be-811a74f385ca admin admin] Request body: {'subnet': {'network_id': '152b40c7-b984-4a8d-9d06-e7991d6f27f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2103913567-subnet', 'tenant_id': '5a3a64eb5b844990acedad76a688787a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:48:41.831809 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa781571-737b-4930-a19c-791b8d1a1f36 admin admin] Network b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3 is already hosted by enough agents. {{(pid=108904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:48:41.849767 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.db_base_plugin_common [None req-eb77b2ce-8547-4e8b-ae76-ff581f428941 admin admin] Allocated IP 172.27.1.45 (b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3/792909e7-e23c-4f0f-8575-fa43b44998bb/e5b1f3db-60a6-4af6-b03a-4e3e31e742f8) {{(pid=108904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:48:41.852475 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa781571-737b-4930-a19c-791b8d1a1f36 admin admin] Pushing event updated for resources: {'Port': ['ID=329a8e04-0460-4c4f-8646-47551869ce23,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:41.862529 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.base_scheduler [None req-aa781571-737b-4930-a19c-791b8d1a1f36 admin admin] Resources bound (agent type, host, resource id): {{(pid=108904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:48:41.911788 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa781571-737b-4930-a19c-791b8d1a1f36 admin admin] Received port after_create {{(pid=108904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:48:41.989464 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-46ea1b42-e758-4ab2-a1e0-c35c60c1a376 req-33b1ef51-d9df-4cce-8fe7-3dae842e2f4d service neutron] 10.222.0.31 "GET /v2.0/networks/4e96172c-0b71-4de2-95ab-4226e7a02984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764847 Dec 16 15:48:42.003256 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bbcc210-c589-4024-a4be-811a74f385ca admin admin] Made reservation on behalf of 5a3a64eb5b844990acedad76a688787a for: {'subnet': 1} {{(pid=108905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:48:42.009292 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-6bbcc210-c589-4024-a4be-811a74f385ca admin admin] Publish callbacks [] for subnet, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:42.238601 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-eb77b2ce-8547-4e8b-ae76-ff581f428941 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:42.450210 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-aa781571-737b-4930-a19c-791b8d1a1f36 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:42.474038 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-7f101524-327a-4747-912a-607581fe7817 req-3ccc481d-6303-4ede-89c6-47c135d1efd8 tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b15a27c-e6e3-4ac9-8882-9e52028c3bbd HTTP/1.1" status: 200 len: 210 time: 0.1845779 Dec 16 15:48:42.576688 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-eac74a64-6be6-4c71-8e3f-b9a01ee16eee req-6b41d0d3-7533-4d78-b521-1422a70dbcda tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=833cc951-4fe1-4d89-884f-6c98308de4bc HTTP/1.1" status: 200 len: 210 time: 0.1234658 Dec 16 15:48:42.667570 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-6bbcc210-c589-4024-a4be-811a74f385ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8060090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803'] for subnet, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:42.766506 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:42.814517 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-eb77b2ce-8547-4e8b-ae76-ff581f428941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739691803594'] for port, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:42.815849 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbcc210-c589-4024-a4be-811a74f385ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce8ae3d2-bc63-45d8-bf4f-686b1ed00ec4,revision_number=0']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:42.917357 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbcc210-c589-4024-a4be-811a74f385ca admin admin] Checking segment: {'id': '9dfb2739-ee2f-41d2-ab9e-10cc03c4001e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '152b40c7-b984-4a8d-9d06-e7991d6f27f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:48:42.919393 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbcc210-c589-4024-a4be-811a74f385ca admin admin] Network hostable DHCP agents. Network: 152b40c7-b984-4a8d-9d06-e7991d6f27f8, hostable agents: ['02e00dda-7193-4a71-a593-a2bdfaca617e'], hosted agents: [] {{(pid=108905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:48:42.942215 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device 04ecf387-502a-4dc2-a0f5-3bfdde0105d4 up at agent ovs-agent-dv-cinder-784477-11-iscsi {{(pid=108906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:48:42.978643 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbcc210-c589-4024-a4be-811a74f385ca admin admin] Network 152b40c7-b984-4a8d-9d06-e7991d6f27f8 is scheduled to be hosted by DHCP agent 02e00dda-7193-4a71-a593-a2bdfaca617e with binding_index 1 {{(pid=108905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:48:43.000125 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.base_scheduler [None req-6bbcc210-c589-4024-a4be-811a74f385ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-11-iscsi, 152b40c7-b984-4a8d-9d06-e7991d6f27f8) {{(pid=108905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:48:43.006232 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbcc210-c589-4024-a4be-811a74f385ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:43.007793 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-6bbcc210-c589-4024-a4be-811a74f385ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7902797'] for subnet, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:43.020490 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb77b2ce-8547-4e8b-ae76-ff581f428941 admin admin] Network b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3 is already hosted by enough agents. {{(pid=108904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:48:43.022307 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c136d47-88c0-4ec5-97e4-5eccc9d33a92 None None] Network 995ae86b-522a-475e-97b2-0044dee2628f requested from dv-cinder-784477-11-iscsi {{(pid=108906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:48:43.060354 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-6bbcc210-c589-4024-a4be-811a74f385ca admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2697244 Dec 16 15:48:43.060895 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb77b2ce-8547-4e8b-ae76-ff581f428941 admin admin] Pushing event updated for resources: {'Port': ['ID=e5b1f3db-60a6-4af6-b03a-4e3e31e742f8,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:43.060979 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d71a6c-e53c-4fa9-be88-159f8c07852f None None] Network 152b40c7-b984-4a8d-9d06-e7991d6f27f8 requested from dv-cinder-784477-11-iscsi {{(pid=108906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:48:43.065258 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.base_scheduler [None req-eb77b2ce-8547-4e8b-ae76-ff581f428941 admin admin] Resources bound (agent type, host, resource id): {{(pid=108904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:48:43.211294 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb77b2ce-8547-4e8b-ae76-ff581f428941 admin admin] Received port after_create {{(pid=108904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:48:43.214988 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 34698) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:48:43.288320 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-aa781571-737b-4930-a19c-791b8d1a1f36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7875374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874197'] for router, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:43.348638 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2329183-45af-41c8-8e11-af4bd08b2d61 None None] Network 152b40c7-b984-4a8d-9d06-e7991d6f27f8 requested from dv-cinder-784477-11-iscsi {{(pid=108906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:48:43.354406 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-5b7d7d21-9880-4867-bded-c8c2a2f9459d None None] Provisioning complete for port 04ecf387-502a-4dc2-a0f5-3bfdde0105d4 triggered by entity DHCP. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:48:43.354768 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-5b7d7d21-9880-4867-bded-c8c2a2f9459d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:43.388721 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb4d47f0-650d-41bd-a2cd-a379d88e720b admin admin] Deleting subnet e7a2c1f5-b3db-4327-b65d-8eabb8795a69 {{(pid=108904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:48:43.430752 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-bb4d47f0-650d-41bd-a2cd-a379d88e720b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:43.480528 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Provisioning complete for port 04ecf387-502a-4dc2-a0f5-3bfdde0105d4 triggered by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:48:43.481178 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:43.650674 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-5e62a082-64d4-40bb-8055-16008064e8bc req-1343934d-3b45-4552-b2a6-d5515f73362a tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b15a27c-e6e3-4ac9-8882-9e52028c3bbd HTTP/1.1" status: 200 len: 210 time: 0.0751870 Dec 16 15:48:43.679359 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-bb4d47f0-650d-41bd-a2cd-a379d88e720b admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:43.693214 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-bb4d47f0-650d-41bd-a2cd-a379d88e720b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774085'] for subnet, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:43.735864 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-8c15315d-74af-4e3c-9350-fb483fdc3b9f req-b45fd706-64db-419b-b47d-9f294a79ef61 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=833cc951-4fe1-4d89-884f-6c98308de4bc HTTP/1.1" status: 200 len: 210 time: 0.0508742 Dec 16 15:48:43.793769 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-5b7d7d21-9880-4867-bded-c8c2a2f9459d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:43.893707 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:43.921475 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-5b7d7d21-9880-4867-bded-c8c2a2f9459d None None] For port 04ecf387-502a-4dc2-a0f5-3bfdde0105d4, host dv-cinder-784477-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=04ecf387-502a-4dc2-a0f5-3bfdde0105d4,segment=NetworkSegment(d79a1b46-9256-41c5-810e-f1d9c9094ece),segment_id=d79a1b46-9256-41c5-810e-f1d9c9094ece)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:48:43.942839 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-5b7d7d21-9880-4867-bded-c8c2a2f9459d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:44.001132 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-bb4d47f0-650d-41bd-a2cd-a379d88e720b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8060090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803'] for subnet, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:44.048231 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.db.api [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:48:44.048549 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG oslo_db.api [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 15:48:44.057306 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7d7d21-9880-4867-bded-c8c2a2f9459d None None] Pushing event updated for resources: {'Port': ['ID=04ecf387-502a-4dc2-a0f5-3bfdde0105d4,revision_number=3']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:44.111761 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4d47f0-650d-41bd-a2cd-a379d88e720b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7a2c1f5-b3db-4327-b65d-8eabb8795a69,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:44.130065 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-bb4d47f0-650d-41bd-a2cd-a379d88e720b admin admin] Publish callbacks [] for subnet, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:44.133545 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-bb4d47f0-650d-41bd-a2cd-a379d88e720b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e7a2c1f5-b3db-4327-b65d-8eabb8795a69 HTTP/1.1" status: 204 len: 168 time: 0.9170241 Dec 16 15:48:44.136323 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 34748) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:48:44.167546 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-8199d949-d846-47a3-8864-d711129ed8bb None None] Provisioning complete for port 04ecf387-502a-4dc2-a0f5-3bfdde0105d4 triggered by entity DHCP. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:48:44.167702 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-8199d949-d846-47a3-8864-d711129ed8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:44.176917 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-eb77b2ce-8547-4e8b-ae76-ff581f428941 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:44.229146 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-da682e31-dd95-453a-993d-57b197d15e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726507'] for network, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:44.270391 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa781571-737b-4930-a19c-791b8d1a1f36 admin admin] Router b41f69c5-eb71-4f77-ac39-bf4541d1c12f is scheduled to L3 agent 53beefa8-37d8-48bc-b6da-d824d56f81c3 with binding_index 1 {{(pid=108904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:48:44.346679 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-da682e31-dd95-453a-993d-57b197d15e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771154', 'neutron.services.segments.db._delete_segments_for_network-8739692305794'] for network, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:44.387436 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-da682e31-dd95-453a-993d-57b197d15e6c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=108905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:48:44.388415 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-da682e31-dd95-453a-993d-57b197d15e6c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=108905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:48:44.389283 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-da682e31-dd95-453a-993d-57b197d15e6c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=108905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:48:44.389800 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-da682e31-dd95-453a-993d-57b197d15e6c admin admin] Subscribe: > port after_create 55550000 {{(pid=108905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:48:44.390175 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-da682e31-dd95-453a-993d-57b197d15e6c admin admin] Subscribe: > port after_delete 55550000 {{(pid=108905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:48:44.390551 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-da682e31-dd95-453a-993d-57b197d15e6c admin admin] Subscribe: > port after_update 55550000 {{(pid=108905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:48:44.390939 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-da682e31-dd95-453a-993d-57b197d15e6c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=108905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:48:44.391314 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-da682e31-dd95-453a-993d-57b197d15e6c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:48:44.391726 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-da682e31-dd95-453a-993d-57b197d15e6c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:48:44.392107 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-da682e31-dd95-453a-993d-57b197d15e6c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=108905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:48:44.454160 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa781571-737b-4930-a19c-791b8d1a1f36 admin admin] Notify agent at l3_agent.dv-cinder-784477-11-iscsi the message routers_updated {{(pid=108904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:48:44.467345 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6485ba0f-020a-4004-972b-b9e4484f6ff4 None None] Sync routers for ids ['b41f69c5-eb71-4f77-ac39-bf4541d1c12f'] in dv-cinder-784477-11-iscsi {{(pid=108907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:48:44.482909 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6485ba0f-020a-4004-972b-b9e4484f6ff4 None None] Routers {'b41f69c5-eb71-4f77-ac39-bf4541d1c12f'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:48:44.483550 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-6485ba0f-020a-4004-972b-b9e4484f6ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:48:39Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['b41f69c5-eb71-4f77-ac39-bf4541d1c12f'], 'active': True} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:48:44.512677 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-aa781571-737b-4930-a19c-791b8d1a1f36 admin admin] Publish callbacks [] for router, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:44.513924 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-aa781571-737b-4930-a19c-791b8d1a1f36 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.9945138 Dec 16 15:48:44.518638 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 34770) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:48:44.735994 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-eb77b2ce-8547-4e8b-ae76-ff581f428941 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7875374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874197'] for router, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:44.748036 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-da682e31-dd95-453a-993d-57b197d15e6c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:48:44.748643 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-da682e31-dd95-453a-993d-57b197d15e6c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:48:44.748741 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-da682e31-dd95-453a-993d-57b197d15e6c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=108905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:48:44.749111 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-da682e31-dd95-453a-993d-57b197d15e6c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=108905) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:48:44.749495 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.services.segments.db [None req-da682e31-dd95-453a-993d-57b197d15e6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2993396-98dd-42bc-8a93-4ce4cc2a3d06']}} {{(pid=108905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:48:44.776817 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.services.segments.db [None req-da682e31-dd95-453a-993d-57b197d15e6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49df5328-0998-496d-958c-6e6f6a46eff5') {'for_net_delete': True} {{(pid=108905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:48:44.777970 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.services.segments.db [None req-da682e31-dd95-453a-993d-57b197d15e6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49df5328-0998-496d-958c-6e6f6a46eff5') {} {{(pid=108905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:48:44.804818 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvr_db [None req-6485ba0f-020a-4004-972b-b9e4484f6ff4 None None] Set router b41f69c5-eb71-4f77-ac39-bf4541d1c12f gateway port host: dv-cinder-784477-11-iscsi {{(pid=108907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:48:44.806862 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-da682e31-dd95-453a-993d-57b197d15e6c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739692307083', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5639575'] for segment, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:44.839564 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-da682e31-dd95-453a-993d-57b197d15e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772428'] for segment, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:44.865109 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device 04ecf387-502a-4dc2-a0f5-3bfdde0105d4 up at agent ovs-agent-dv-cinder-784477-11-iscsi {{(pid=108906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:48:44.867413 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da682e31-dd95-453a-993d-57b197d15e6c admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=108905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:48:44.868172 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-da682e31-dd95-453a-993d-57b197d15e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5936105'] for segment, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:44.873597 dv-cinder-784477-11-iscsi neutron-server[108905]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 16 15:48:44.873597 dv-cinder-784477-11-iscsi neutron-server[108905]: from cryptography.utils import int_from_bytes Dec 16 15:48:44.873597 dv-cinder-784477-11-iscsi neutron-server[108905]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 16 15:48:44.873597 dv-cinder-784477-11-iscsi neutron-server[108905]: from cryptography.utils import int_from_bytes Dec 16 15:48:44.873597 dv-cinder-784477-11-iscsi neutron-server[108905]: Traceback (most recent call last): Dec 16 15:48:44.873597 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:48:44.873597 dv-cinder-784477-11-iscsi neutron-server[108905]: timer() Dec 16 15:48:44.873597 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:48:44.873597 dv-cinder-784477-11-iscsi neutron-server[108905]: cb(*args, **kw) Dec 16 15:48:44.873597 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:48:44.873597 dv-cinder-784477-11-iscsi neutron-server[108905]: return func(*args, **kwargs) Dec 16 15:48:44.873597 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:48:44.873597 dv-cinder-784477-11-iscsi neutron-server[108905]: self._notify() Dec 16 15:48:44.873597 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:48:44.873597 dv-cinder-784477-11-iscsi neutron-server[108905]: self.callback(batched_events) Dec 16 15:48:44.873597 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:48:44.873597 dv-cinder-784477-11-iscsi neutron-server[108905]: event.method(event) Dec 16 15:48:44.873597 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:48:44.873597 dv-cinder-784477-11-iscsi neutron-server[108905]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:48:44.873597 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:48:44.873597 dv-cinder-784477-11-iscsi neutron-server[108905]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:48:44.873597 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:48:44.873597 dv-cinder-784477-11-iscsi neutron-server[108905]: return f(self, *a, **k) Dec 16 15:48:44.873597 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:48:44.873597 dv-cinder-784477-11-iscsi neutron-server[108905]: return self._get(url).json() Dec 16 15:48:44.873597 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:48:44.873597 dv-cinder-784477-11-iscsi neutron-server[108905]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:48:44.873597 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:48:44.873597 dv-cinder-784477-11-iscsi neutron-server[108905]: return self.request(url, 'GET', **kwargs) Dec 16 15:48:44.873597 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:48:44.873597 dv-cinder-784477-11-iscsi neutron-server[108905]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:48:44.873597 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:48:44.873597 dv-cinder-784477-11-iscsi neutron-server[108905]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:48:44.873597 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:48:44.873597 dv-cinder-784477-11-iscsi neutron-server[108905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:48:44.873597 dv-cinder-784477-11-iscsi neutron-server[108905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:48:44.962630 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-da682e31-dd95-453a-993d-57b197d15e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8007001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874401'] for network, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:44.973374 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-da682e31-dd95-453a-993d-57b197d15e6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7902797'] for network, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:44.977050 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Provisioning complete for port 04ecf387-502a-4dc2-a0f5-3bfdde0105d4 triggered by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:48:44.977444 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:44.978861 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-da682e31-dd95-453a-993d-57b197d15e6c admin admin] 10.222.0.31 "DELETE /v2.0/networks/c2993396-98dd-42bc-8a93-4ce4cc2a3d06 HTTP/1.1" status: 204 len: 168 time: 0.8408220 Dec 16 15:48:44.982354 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 34788) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:48:45.006559 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da682e31-dd95-453a-993d-57b197d15e6c admin admin] Pushing event deleted for resources: {'Network': ['ID=c2993396-98dd-42bc-8a93-4ce4cc2a3d06,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:45.074095 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-6f1e4c92-068e-417a-be94-23f4299d7855 req-bccd4dcc-8aec-4954-84c6-f244ae6b1b7f tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b15a27c-e6e3-4ac9-8882-9e52028c3bbd HTTP/1.1" status: 200 len: 210 time: 0.0718708 Dec 16 15:48:45.094544 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.db.db_base_plugin_v2 [None req-415fe018-4c56-4765-a0aa-36cb0066d6cd admin admin] Deleting subnet ce8ae3d2-bc63-45d8-bf4f-686b1ed00ec4 {{(pid=108905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:48:45.102158 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-415fe018-4c56-4765-a0aa-36cb0066d6cd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:45.172729 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-415fe018-4c56-4765-a0aa-36cb0066d6cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5639532'] for subnet, precommit_delete_associations {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:45.185108 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-6485ba0f-020a-4004-972b-b9e4484f6ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41f69c5-eb71-4f77-ac39-bf4541d1c12f', 'name': 'tempest-AttachVolumeTestJSON-723468242-router', 'tenant_id': 'a82af4eab10342ddbdddd09e11579c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '329a8e04-0460-4c4f-8646-47551869ce23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:48:39Z', 'updated_at': '2021-12-16T15:48:42Z', 'revision_number': 3, 'project_id': 'a82af4eab10342ddbdddd09e11579c36', 'gw_port': {'id': '329a8e04-0460-4c4f-8646-47551869ce23', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b41f69c5-eb71-4f77-ac39-bf4541d1c12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:40Z', 'updated_at': '2021-12-16T15:48:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi'}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:48:45.222595 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6485ba0f-020a-4004-972b-b9e4484f6ff4 None None] Checking router: b41f69c5-eb71-4f77-ac39-bf4541d1c12f for host: dv-cinder-784477-11-iscsi {{(pid=108907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:48:45.222937 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6485ba0f-020a-4004-972b-b9e4484f6ff4 None None] Updating router b41f69c5-eb71-4f77-ac39-bf4541d1c12f port 329a8e04-0460-4c4f-8646-47551869ce23 binding host dv-cinder-784477-11-iscsi {{(pid=108907) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:48:45.234964 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb77b2ce-8547-4e8b-ae76-ff581f428941 admin admin] Router 6c9f5a8f-d22e-44f0-8a1e-187457b8422e is scheduled to L3 agent 53beefa8-37d8-48bc-b6da-d824d56f81c3 with binding_index 1 {{(pid=108904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:48:45.249170 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-b785371e-6774-4d71-9df8-dc8dd49b7840 req-c87dc051-8545-43d4-8c7d-f8777e4f84ef tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=833cc951-4fe1-4d89-884f-6c98308de4bc HTTP/1.1" status: 200 len: 210 time: 0.0486138 Dec 16 15:48:45.259577 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron_lib.callbacks.manager [None req-6485ba0f-020a-4004-972b-b9e4484f6ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:45.269874 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-415fe018-4c56-4765-a0aa-36cb0066d6cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774085'] for subnet, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:45.336854 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-415fe018-4c56-4765-a0aa-36cb0066d6cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8060090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5936003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4908229'] for subnet, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:45.370201 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415fe018-4c56-4765-a0aa-36cb0066d6cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce8ae3d2-bc63-45d8-bf4f-686b1ed00ec4,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:45.377354 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-415fe018-4c56-4765-a0aa-36cb0066d6cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7902797'] for subnet, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:45.385912 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-415fe018-4c56-4765-a0aa-36cb0066d6cd admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ce8ae3d2-bc63-45d8-bf4f-686b1ed00ec4 HTTP/1.1" status: 204 len: 168 time: 0.4012711 Dec 16 15:48:45.386901 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 34802) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:48:45.489986 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-f37b3ece-80f3-4321-be97-ae95ddbd7f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726507'] for network, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:45.490494 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb77b2ce-8547-4e8b-ae76-ff581f428941 admin admin] Notify agent at l3_agent.dv-cinder-784477-11-iscsi the message routers_updated {{(pid=108904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:48:45.508948 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd45f5e-d052-40c9-8100-3c154204cf45 None None] Sync routers for ids ['6c9f5a8f-d22e-44f0-8a1e-187457b8422e'] in dv-cinder-784477-11-iscsi {{(pid=108906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:48:45.526847 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd45f5e-d052-40c9-8100-3c154204cf45 None None] Routers {'6c9f5a8f-d22e-44f0-8a1e-187457b8422e'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:48:45.529688 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-0bd45f5e-d052-40c9-8100-3c154204cf45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:48:39Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['6c9f5a8f-d22e-44f0-8a1e-187457b8422e'], 'active': True} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:48:45.530180 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-c2874244-65ef-433b-9eec-7c6f6cbcd015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:45.555596 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-eb77b2ce-8547-4e8b-ae76-ff581f428941 admin admin] Publish callbacks [] for router, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:45.559928 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-eb77b2ce-8547-4e8b-ae76-ff581f428941 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.1554809 Dec 16 15:48:45.565226 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 34806) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:48:45.588174 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron_lib.callbacks.manager [None req-6485ba0f-020a-4004-972b-b9e4484f6ff4 None None] Publish callbacks [] for port, precommit_update {{(pid=108907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:45.598108 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron_lib.callbacks.manager [None req-6485ba0f-020a-4004-972b-b9e4484f6ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:45.655414 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2ac871-ec54-407f-9115-23591b9e2340 None None] Pushing event updated for resources: {'Port': ['ID=329a8e04-0460-4c4f-8646-47551869ce23,revision_number=2']} {{(pid=108907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:45.668207 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2ac871-ec54-407f-9115-23591b9e2340 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:45.668990 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2ac871-ec54-407f-9115-23591b9e2340 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:45.669589 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2ac871-ec54-407f-9115-23591b9e2340 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:45.670162 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2ac871-ec54-407f-9115-23591b9e2340 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:45.670917 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2ac871-ec54-407f-9115-23591b9e2340 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:45.671524 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2ac871-ec54-407f-9115-23591b9e2340 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:45.672095 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2ac871-ec54-407f-9115-23591b9e2340 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:45.672647 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2ac871-ec54-407f-9115-23591b9e2340 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:45.673247 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2ac871-ec54-407f-9115-23591b9e2340 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:45.673835 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2ac871-ec54-407f-9115-23591b9e2340 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:45.674392 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2ac871-ec54-407f-9115-23591b9e2340 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:45.674926 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2ac871-ec54-407f-9115-23591b9e2340 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:45.675459 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2ac871-ec54-407f-9115-23591b9e2340 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:45.676953 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2ac871-ec54-407f-9115-23591b9e2340 None None] Tracked resource versions report: Dec 16 15:48:45.676953 dv-cinder-784477-11-iscsi neutron-server[108907]: pushed versions: Dec 16 15:48:45.676953 dv-cinder-784477-11-iscsi neutron-server[108907]: { 'AddressGroup': {'1.2'}, Dec 16 15:48:45.676953 dv-cinder-784477-11-iscsi neutron-server[108907]: 'ConntrackHelper': {'1.0'}, Dec 16 15:48:45.676953 dv-cinder-784477-11-iscsi neutron-server[108907]: 'LocalIPAssociation': {'1.0'}, Dec 16 15:48:45.676953 dv-cinder-784477-11-iscsi neutron-server[108907]: 'Log': {'1.0'}, Dec 16 15:48:45.676953 dv-cinder-784477-11-iscsi neutron-server[108907]: 'Network': {'1.1'}, Dec 16 15:48:45.676953 dv-cinder-784477-11-iscsi neutron-server[108907]: 'Port': {'1.7'}, Dec 16 15:48:45.676953 dv-cinder-784477-11-iscsi neutron-server[108907]: 'PortForwarding': {'1.2'}, Dec 16 15:48:45.676953 dv-cinder-784477-11-iscsi neutron-server[108907]: 'QosPolicy': {'1.10'}, Dec 16 15:48:45.676953 dv-cinder-784477-11-iscsi neutron-server[108907]: 'SecurityGroup': {'1.5'}, Dec 16 15:48:45.676953 dv-cinder-784477-11-iscsi neutron-server[108907]: 'SecurityGroupRule': {'1.2'}, Dec 16 15:48:45.676953 dv-cinder-784477-11-iscsi neutron-server[108907]: 'SubPort': {'1.0'}, Dec 16 15:48:45.676953 dv-cinder-784477-11-iscsi neutron-server[108907]: 'Subnet': {'1.1'}, Dec 16 15:48:45.676953 dv-cinder-784477-11-iscsi neutron-server[108907]: 'Trunk': {'1.1'}} Dec 16 15:48:45.676953 dv-cinder-784477-11-iscsi neutron-server[108907]: consumer versions: Dec 16 15:48:45.676953 dv-cinder-784477-11-iscsi neutron-server[108907]: { DHCP agent@dv-cinder-784477-11-iscsi: {}, Dec 16 15:48:45.676953 dv-cinder-784477-11-iscsi neutron-server[108907]: HyperV agent@hv-cinder-78447: {}, Dec 16 15:48:45.676953 dv-cinder-784477-11-iscsi neutron-server[108907]: L3 agent@dv-cinder-784477-11-iscsi: {}, Dec 16 15:48:45.676953 dv-cinder-784477-11-iscsi neutron-server[108907]: Metadata agent@dv-cinder-784477-11-iscsi: {}, Dec 16 15:48:45.676953 dv-cinder-784477-11-iscsi neutron-server[108907]: Metering agent@dv-cinder-784477-11-iscsi: {}, Dec 16 15:48:45.676953 dv-cinder-784477-11-iscsi neutron-server[108907]: Open vSwitch agent@dv-cinder-784477-11-iscsi: { 'AddressGroup': '1.2', Dec 16 15:48:45.676953 dv-cinder-784477-11-iscsi neutron-server[108907]: 'ConntrackHelper': '1.0', Dec 16 15:48:45.676953 dv-cinder-784477-11-iscsi neutron-server[108907]: 'LocalIPAssociation': '1.0', Dec 16 15:48:45.676953 dv-cinder-784477-11-iscsi neutron-server[108907]: 'Log': '1.0', Dec 16 15:48:45.676953 dv-cinder-784477-11-iscsi neutron-server[108907]: 'Network': '1.1', Dec 16 15:48:45.676953 dv-cinder-784477-11-iscsi neutron-server[108907]: 'Port': '1.7', Dec 16 15:48:45.676953 dv-cinder-784477-11-iscsi neutron-server[108907]: 'PortForwarding': '1.2', Dec 16 15:48:45.676953 dv-cinder-784477-11-iscsi neutron-server[108907]: 'QosPolicy': '1.10', Dec 16 15:48:45.676953 dv-cinder-784477-11-iscsi neutron-server[108907]: 'SecurityGroup': '1.5', Dec 16 15:48:45.676953 dv-cinder-784477-11-iscsi neutron-server[108907]: 'SecurityGroupRule': '1.2', Dec 16 15:48:45.676953 dv-cinder-784477-11-iscsi neutron-server[108907]: 'SubPort': '1.0', Dec 16 15:48:45.676953 dv-cinder-784477-11-iscsi neutron-server[108907]: 'Subnet': '1.1', Dec 16 15:48:45.676953 dv-cinder-784477-11-iscsi neutron-server[108907]: 'Trunk': '1.1'}} Dec 16 15:48:45.676953 dv-cinder-784477-11-iscsi neutron-server[108907]: {{(pid=108907) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 15:48:45.702657 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.plugins.ml2.managers [None req-6485ba0f-020a-4004-972b-b9e4484f6ff4 None None] Attempting to bind port 329a8e04-0460-4c4f-8646-47551869ce23 on host dv-cinder-784477-11-iscsi for vnic_type normal with profile {{(pid=108907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:48:45.703203 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.plugins.ml2.managers [None req-6485ba0f-020a-4004-972b-b9e4484f6ff4 None None] Attempting to bind port 329a8e04-0460-4c4f-8646-47551869ce23 by drivers openvswitch,hyperv on host dv-cinder-784477-11-iscsi at level 0 using segments [{'id': '0390f958-c764-4c6b-ad22-4946ebfb354b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3'}] {{(pid=108907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:48:45.703714 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6485ba0f-020a-4004-972b-b9e4484f6ff4 None None] Attempting to bind port 329a8e04-0460-4c4f-8646-47551869ce23 on network b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3 {{(pid=108907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:48:45.710402 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6485ba0f-020a-4004-972b-b9e4484f6ff4 None None] Checking agent: {'id': '5eca9fcc-5dcd-4ee1-9579-22579284a65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 40, 43), 'started_at': datetime.datetime(2021, 12, 16, 15, 41, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:48:45.710986 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6485ba0f-020a-4004-972b-b9e4484f6ff4 None None] Checking segment: {'id': '0390f958-c764-4c6b-ad22-4946ebfb354b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:48:45.711547 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron_lib.callbacks.manager [None req-6485ba0f-020a-4004-972b-b9e4484f6ff4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:45.712185 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6485ba0f-020a-4004-972b-b9e4484f6ff4 None None] Bound using segment: {'id': '0390f958-c764-4c6b-ad22-4946ebfb354b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3'} {{(pid=108907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:48:45.712772 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.plugins.ml2.managers [None req-6485ba0f-020a-4004-972b-b9e4484f6ff4 None None] Bound port: 329a8e04-0460-4c4f-8646-47551869ce23, host: dv-cinder-784477-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0390f958-c764-4c6b-ad22-4946ebfb354b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3'}}] {{(pid=108907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:48:45.713280 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron_lib.callbacks.manager [None req-6485ba0f-020a-4004-972b-b9e4484f6ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:45.777907 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.plugins.ml2.db [None req-6485ba0f-020a-4004-972b-b9e4484f6ff4 None None] For port 329a8e04-0460-4c4f-8646-47551869ce23, host dv-cinder-784477-11-iscsi, cleared binding levels {{(pid=108907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:48:45.783259 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.plugins.ml2.db [None req-6485ba0f-020a-4004-972b-b9e4484f6ff4 None None] For port 329a8e04-0460-4c4f-8646-47551869ce23, host dv-cinder-784477-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=329a8e04-0460-4c4f-8646-47551869ce23,segment=NetworkSegment(0390f958-c764-4c6b-ad22-4946ebfb354b),segment_id=0390f958-c764-4c6b-ad22-4946ebfb354b)] {{(pid=108907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:48:45.785760 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-f37b3ece-80f3-4321-be97-ae95ddbd7f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771154', 'neutron.services.segments.db._delete_segments_for_network-8739692305794'] for network, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:45.790391 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron_lib.callbacks.manager [None req-6485ba0f-020a-4004-972b-b9e4484f6ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:45.810517 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.services.segments.db [None req-f37b3ece-80f3-4321-be97-ae95ddbd7f48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['152b40c7-b984-4a8d-9d06-e7991d6f27f8']}} {{(pid=108905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:48:45.820980 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.services.segments.db [None req-f37b3ece-80f3-4321-be97-ae95ddbd7f48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dfb2739-ee2f-41d2-ab9e-10cc03c4001e') {'for_net_delete': True} {{(pid=108905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:48:45.821268 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.services.segments.db [None req-f37b3ece-80f3-4321-be97-ae95ddbd7f48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dfb2739-ee2f-41d2-ab9e-10cc03c4001e') {} {{(pid=108905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:48:45.836624 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-f37b3ece-80f3-4321-be97-ae95ddbd7f48 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739692307083', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5639575'] for segment, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:45.846266 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvr_db [None req-0bd45f5e-d052-40c9-8100-3c154204cf45 None None] Set router 6c9f5a8f-d22e-44f0-8a1e-187457b8422e gateway port host: dv-cinder-784477-11-iscsi {{(pid=108906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:48:45.857441 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2ac871-ec54-407f-9115-23591b9e2340 None None] Pushing event updated for resources: {'Port': ['ID=329a8e04-0460-4c4f-8646-47551869ce23,revision_number=3']} {{(pid=108907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:45.858033 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-f37b3ece-80f3-4321-be97-ae95ddbd7f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772428'] for segment, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:45.866179 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f37b3ece-80f3-4321-be97-ae95ddbd7f48 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=108905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:48:45.867650 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-f37b3ece-80f3-4321-be97-ae95ddbd7f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5936105'] for segment, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:45.877832 dv-cinder-784477-11-iscsi neutron-server[108905]: Traceback (most recent call last): Dec 16 15:48:45.877832 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:48:45.877832 dv-cinder-784477-11-iscsi neutron-server[108905]: timer() Dec 16 15:48:45.877832 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:48:45.877832 dv-cinder-784477-11-iscsi neutron-server[108905]: cb(*args, **kw) Dec 16 15:48:45.877832 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:48:45.877832 dv-cinder-784477-11-iscsi neutron-server[108905]: return func(*args, **kwargs) Dec 16 15:48:45.877832 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:48:45.877832 dv-cinder-784477-11-iscsi neutron-server[108905]: self._notify() Dec 16 15:48:45.877832 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:48:45.877832 dv-cinder-784477-11-iscsi neutron-server[108905]: self.callback(batched_events) Dec 16 15:48:45.877832 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:48:45.877832 dv-cinder-784477-11-iscsi neutron-server[108905]: event.method(event) Dec 16 15:48:45.877832 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:48:45.877832 dv-cinder-784477-11-iscsi neutron-server[108905]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:48:45.877832 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:48:45.877832 dv-cinder-784477-11-iscsi neutron-server[108905]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:48:45.877832 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:48:45.877832 dv-cinder-784477-11-iscsi neutron-server[108905]: return f(self, *a, **k) Dec 16 15:48:45.877832 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:48:45.877832 dv-cinder-784477-11-iscsi neutron-server[108905]: return self._get(url).json() Dec 16 15:48:45.877832 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:48:45.877832 dv-cinder-784477-11-iscsi neutron-server[108905]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:48:45.877832 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:48:45.877832 dv-cinder-784477-11-iscsi neutron-server[108905]: return self.request(url, 'GET', **kwargs) Dec 16 15:48:45.877832 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:48:45.877832 dv-cinder-784477-11-iscsi neutron-server[108905]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:48:45.877832 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:48:45.877832 dv-cinder-784477-11-iscsi neutron-server[108905]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:48:45.877832 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:48:45.877832 dv-cinder-784477-11-iscsi neutron-server[108905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:48:45.877832 dv-cinder-784477-11-iscsi neutron-server[108905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:48:45.886869 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6485ba0f-020a-4004-972b-b9e4484f6ff4 None None] Routers {'b41f69c5-eb71-4f77-ac39-bf4541d1c12f'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:48:45.887634 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-6485ba0f-020a-4004-972b-b9e4484f6ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:48:39Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['b41f69c5-eb71-4f77-ac39-bf4541d1c12f'], 'active': True} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:48:46.000057 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-f37b3ece-80f3-4321-be97-ae95ddbd7f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8007001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874401'] for network, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:46.007368 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.db_base_plugin_common [None req-c2874244-65ef-433b-9eec-7c6f6cbcd015 admin admin] Allocated IP 172.20.0.1 (995ae86b-522a-475e-97b2-0044dee2628f/5963245f-298c-4a64-a4bf-7727c7e9fe74/10b8ae3b-d5eb-45b9-95fc-83926da84df4) {{(pid=108904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:48:46.031950 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvr_db [None req-6485ba0f-020a-4004-972b-b9e4484f6ff4 None None] Set router b41f69c5-eb71-4f77-ac39-bf4541d1c12f gateway port host: dv-cinder-784477-11-iscsi {{(pid=108907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:48:46.037693 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-f37b3ece-80f3-4321-be97-ae95ddbd7f48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7902797'] for network, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:46.041160 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-f37b3ece-80f3-4321-be97-ae95ddbd7f48 admin admin] 10.222.0.31 "DELETE /v2.0/networks/152b40c7-b984-4a8d-9d06-e7991d6f27f8 HTTP/1.1" status: 204 len: 168 time: 0.6534755 Dec 16 15:48:46.054840 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37b3ece-80f3-4321-be97-ae95ddbd7f48 admin admin] Pushing event deleted for resources: {'Network': ['ID=152b40c7-b984-4a8d-9d06-e7991d6f27f8,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:46.168769 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-0bd45f5e-d052-40c9-8100-3c154204cf45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9f5a8f-d22e-44f0-8a1e-187457b8422e', 'name': 'tempest-ServerRescueNegativeTestJSON-1232384273-router', 'tenant_id': '290d9f6dcb5f4f878cc58690825a1e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'e5b1f3db-60a6-4af6-b03a-4e3e31e742f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:48:39Z', 'updated_at': '2021-12-16T15:48:43Z', 'revision_number': 3, 'project_id': '290d9f6dcb5f4f878cc58690825a1e12', 'gw_port': {'id': 'e5b1f3db-60a6-4af6-b03a-4e3e31e742f8', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:66:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c9f5a8f-d22e-44f0-8a1e-187457b8422e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:41Z', 'updated_at': '2021-12-16T15:48:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi'}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:48:46.223293 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-c2874244-65ef-433b-9eec-7c6f6cbcd015 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:46.263706 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-6826aa5e-e8eb-44ea-881e-49538299e1e9 req-dae1de4a-04db-41e6-999c-22b511c5676b tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b15a27c-e6e3-4ac9-8882-9e52028c3bbd HTTP/1.1" status: 200 len: 210 time: 0.0694747 Dec 16 15:48:46.312418 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd45f5e-d052-40c9-8100-3c154204cf45 None None] Checking router: 6c9f5a8f-d22e-44f0-8a1e-187457b8422e for host: dv-cinder-784477-11-iscsi {{(pid=108906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:48:46.312772 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd45f5e-d052-40c9-8100-3c154204cf45 None None] Updating router 6c9f5a8f-d22e-44f0-8a1e-187457b8422e port e5b1f3db-60a6-4af6-b03a-4e3e31e742f8 binding host dv-cinder-784477-11-iscsi {{(pid=108906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:48:46.355888 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-6485ba0f-020a-4004-972b-b9e4484f6ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41f69c5-eb71-4f77-ac39-bf4541d1c12f', 'name': 'tempest-AttachVolumeTestJSON-723468242-router', 'tenant_id': 'a82af4eab10342ddbdddd09e11579c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '329a8e04-0460-4c4f-8646-47551869ce23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:48:39Z', 'updated_at': '2021-12-16T15:48:42Z', 'revision_number': 3, 'project_id': 'a82af4eab10342ddbdddd09e11579c36', 'gw_port': {'id': '329a8e04-0460-4c4f-8646-47551869ce23', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b41f69c5-eb71-4f77-ac39-bf4541d1c12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:40Z', 'updated_at': '2021-12-16T15:48:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi'}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:48:46.396205 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-0bd45f5e-d052-40c9-8100-3c154204cf45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:46.402847 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-c2874244-65ef-433b-9eec-7c6f6cbcd015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739691803594'] for port, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:46.407162 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-ed3e15d3-ac09-4fcd-8a60-3c15e83f1b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:46.437313 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6485ba0f-020a-4004-972b-b9e4484f6ff4 None None] The sync data for ids ['b41f69c5-eb71-4f77-ac39-bf4541d1c12f'] in dv-cinder-784477-11-iscsi is: [{'id': 'b41f69c5-eb71-4f77-ac39-bf4541d1c12f', 'name': 'tempest-AttachVolumeTestJSON-723468242-router', 'tenant_id': 'a82af4eab10342ddbdddd09e11579c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '329a8e04-0460-4c4f-8646-47551869ce23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:48:39Z', 'updated_at': '2021-12-16T15:48:42Z', 'revision_number': 3, 'project_id': 'a82af4eab10342ddbdddd09e11579c36', 'gw_port': {'id': '329a8e04-0460-4c4f-8646-47551869ce23', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b41f69c5-eb71-4f77-ac39-bf4541d1c12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:40Z', 'updated_at': '2021-12-16T15:48:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi'}] {{(pid=108907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:48:46.461725 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 34826) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:48:46.487813 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2874244-65ef-433b-9eec-7c6f6cbcd015 admin admin] Network 995ae86b-522a-475e-97b2-0044dee2628f is already hosted by enough agents. {{(pid=108904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:48:46.491706 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-9122d0d6-622f-482e-b025-d369c9f3dc33 req-70d703c3-c307-4373-aaf1-9a4d2efa1045 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=833cc951-4fe1-4d89-884f-6c98308de4bc HTTP/1.1" status: 200 len: 210 time: 0.0764072 Dec 16 15:48:46.503164 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.base_scheduler [None req-c2874244-65ef-433b-9eec-7c6f6cbcd015 admin admin] Resources bound (agent type, host, resource id): {{(pid=108904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:48:46.527303 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2874244-65ef-433b-9eec-7c6f6cbcd015 admin admin] Received port after_create {{(pid=108904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:48:46.527303 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-c2874244-65ef-433b-9eec-7c6f6cbcd015 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7874534'] for router_interface, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:46.534914 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2874244-65ef-433b-9eec-7c6f6cbcd015 admin admin] Pushing event updated for resources: {'Port': ['ID=10b8ae3b-d5eb-45b9-95fc-83926da84df4,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:46.818398 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-c4cda1a7-f7dc-48b0-82d1-86da07fd191e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cccbaf623042498b87e06f100653c1c1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3495276 Dec 16 15:48:46.821431 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 34842) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:48:46.981859 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-82c595fc-7e8c-4494-8cb5-c7dcdde8ee46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:47.000332 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-d4ac4928-8d35-4c07-b50e-ecbc3dfb5991 None None] Provisioning complete for port 10b8ae3b-d5eb-45b9-95fc-83926da84df4 triggered by entity DHCP. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:48:47.000698 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-d4ac4928-8d35-4c07-b50e-ecbc3dfb5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:47.052752 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-82c595fc-7e8c-4494-8cb5-c7dcdde8ee46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:47.072569 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.db_base_plugin_common [None req-ed3e15d3-ac09-4fcd-8a60-3c15e83f1b0d admin admin] Allocated IP 172.20.0.1 (f48475bf-944a-4c2f-81b1-c044356a1dbb/ac75be2f-288e-4c4c-b681-13dbe4d336f8/d8b6f989-fa2b-400e-af50-ae6b213c6ee9) {{(pid=108904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:48:47.079318 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-c2874244-65ef-433b-9eec-7c6f6cbcd015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:47.099328 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-d4ac4928-8d35-4c07-b50e-ecbc3dfb5991 None None] Port 10b8ae3b-d5eb-45b9-95fc-83926da84df4 cannot update to ACTIVE because it is not bound. {{(pid=108906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:48:47.175236 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-82c595fc-7e8c-4494-8cb5-c7dcdde8ee46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:47.179617 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-82c595fc-7e8c-4494-8cb5-c7dcdde8ee46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:47.184857 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-82c595fc-7e8c-4494-8cb5-c7dcdde8ee46 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8a1caae6-a47a-4806-8a62-1a1c2b6638f3 HTTP/1.1" status: 204 len: 168 time: 0.3601763 Dec 16 15:48:47.211854 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c595fc-7e8c-4494-8cb5-c7dcdde8ee46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1caae6-a47a-4806-8a62-1a1c2b6638f3,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:47.281094 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-0bd45f5e-d052-40c9-8100-3c154204cf45 None None] Publish callbacks [] for port, precommit_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:47.290875 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-0bd45f5e-d052-40c9-8100-3c154204cf45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:47.379750 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f1006e-d796-4f03-9c89-29c98b63d1d3 None None] Pushing event updated for resources: {'Port': ['ID=e5b1f3db-60a6-4af6-b03a-4e3e31e742f8,revision_number=2']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:47.381316 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-ed3e15d3-ac09-4fcd-8a60-3c15e83f1b0d admin admin] Publish callbacks [] for port, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:47.426148 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.managers [None req-0bd45f5e-d052-40c9-8100-3c154204cf45 None None] Attempting to bind port e5b1f3db-60a6-4af6-b03a-4e3e31e742f8 on host dv-cinder-784477-11-iscsi for vnic_type normal with profile {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:48:47.426678 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.managers [None req-0bd45f5e-d052-40c9-8100-3c154204cf45 None None] Attempting to bind port e5b1f3db-60a6-4af6-b03a-4e3e31e742f8 by drivers openvswitch,hyperv on host dv-cinder-784477-11-iscsi at level 0 using segments [{'id': '0390f958-c764-4c6b-ad22-4946ebfb354b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3'}] {{(pid=108906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:48:47.428352 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd45f5e-d052-40c9-8100-3c154204cf45 None None] Attempting to bind port e5b1f3db-60a6-4af6-b03a-4e3e31e742f8 on network b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3 {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:48:47.435187 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd45f5e-d052-40c9-8100-3c154204cf45 None None] Checking agent: {'id': '5eca9fcc-5dcd-4ee1-9579-22579284a65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 40, 43), 'started_at': datetime.datetime(2021, 12, 16, 15, 41, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:48:47.436426 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd45f5e-d052-40c9-8100-3c154204cf45 None None] Checking segment: {'id': '0390f958-c764-4c6b-ad22-4946ebfb354b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:48:47.436426 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-0bd45f5e-d052-40c9-8100-3c154204cf45 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:47.436718 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd45f5e-d052-40c9-8100-3c154204cf45 None None] Bound using segment: {'id': '0390f958-c764-4c6b-ad22-4946ebfb354b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3'} {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:48:47.437330 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.managers [None req-0bd45f5e-d052-40c9-8100-3c154204cf45 None None] Bound port: e5b1f3db-60a6-4af6-b03a-4e3e31e742f8, host: dv-cinder-784477-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0390f958-c764-4c6b-ad22-4946ebfb354b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3'}}] {{(pid=108906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:48:47.437955 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-0bd45f5e-d052-40c9-8100-3c154204cf45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:47.457937 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-c2874244-65ef-433b-9eec-7c6f6cbcd015 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:47.475243 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-c2874244-65ef-433b-9eec-7c6f6cbcd015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:47.476453 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-c2874244-65ef-433b-9eec-7c6f6cbcd015 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7902817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872854'] for router_interface, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:47.496152 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-ed3e15d3-ac09-4fcd-8a60-3c15e83f1b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739691803594'] for port, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:47.506801 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.66', 65093) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:48:47.552056 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-e2cd9450-5868-4c77-842f-628c5fdab5b6 req-fa433122-0ecc-40ef-ba83-391d2b612d79 tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b15a27c-e6e3-4ac9-8882-9e52028c3bbd HTTP/1.1" status: 200 len: 210 time: 0.0991943 Dec 16 15:48:47.554842 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3e15d3-ac09-4fcd-8a60-3c15e83f1b0d admin admin] Network f48475bf-944a-4c2f-81b1-c044356a1dbb is already hosted by enough agents. {{(pid=108904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:48:47.600062 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-0bd45f5e-d052-40c9-8100-3c154204cf45 None None] For port e5b1f3db-60a6-4af6-b03a-4e3e31e742f8, host dv-cinder-784477-11-iscsi, cleared binding levels {{(pid=108906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:48:47.610668 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-0bd45f5e-d052-40c9-8100-3c154204cf45 None None] For port e5b1f3db-60a6-4af6-b03a-4e3e31e742f8, host dv-cinder-784477-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=e5b1f3db-60a6-4af6-b03a-4e3e31e742f8,segment=NetworkSegment(0390f958-c764-4c6b-ad22-4946ebfb354b),segment_id=0390f958-c764-4c6b-ad22-4946ebfb354b)] {{(pid=108906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:48:47.627780 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-0bd45f5e-d052-40c9-8100-3c154204cf45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:47.713797 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.base_scheduler [None req-ed3e15d3-ac09-4fcd-8a60-3c15e83f1b0d admin admin] Resources bound (agent type, host, resource id): {{(pid=108904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:48:47.716354 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3e15d3-ac09-4fcd-8a60-3c15e83f1b0d admin admin] Received port after_create {{(pid=108904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:48:47.717596 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-ed3e15d3-ac09-4fcd-8a60-3c15e83f1b0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7874534'] for router_interface, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:47.777679 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-eab9d3a9-f354-46eb-886b-f2c579c917d4 req-5c357a79-f776-4768-a1c6-da91d8a70353 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=833cc951-4fe1-4d89-884f-6c98308de4bc HTTP/1.1" status: 200 len: 210 time: 0.0530021 Dec 16 15:48:47.792036 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd45f5e-d052-40c9-8100-3c154204cf45 None None] Routers {'6c9f5a8f-d22e-44f0-8a1e-187457b8422e'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:48:47.794052 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-0bd45f5e-d052-40c9-8100-3c154204cf45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:48:39Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['6c9f5a8f-d22e-44f0-8a1e-187457b8422e'], 'active': True} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:48:47.800218 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f1006e-d796-4f03-9c89-29c98b63d1d3 None None] Pushing event updated for resources: {'Port': ['ID=e5b1f3db-60a6-4af6-b03a-4e3e31e742f8,revision_number=3']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:47.938094 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2874244-65ef-433b-9eec-7c6f6cbcd015 admin admin] Pushing event updated for resources: {'Port': ['ID=10b8ae3b-d5eb-45b9-95fc-83926da84df4,revision_number=2']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:48.034232 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:48.070605 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.66', 65098) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:48:48.208375 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 34882) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:48:48.237604 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvr_db [None req-0bd45f5e-d052-40c9-8100-3c154204cf45 None None] Set router 6c9f5a8f-d22e-44f0-8a1e-187457b8422e gateway port host: dv-cinder-784477-11-iscsi {{(pid=108906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:48:48.373204 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea1b42-e758-4ab2-a1e0-c35c60c1a376 req-c2cfbd04-2751-40f0-8492-537895c7ebc7 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:48.374727 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-46ea1b42-e758-4ab2-a1e0-c35c60c1a376 req-c2cfbd04-2751-40f0-8492-537895c7ebc7 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.66 "GET /v2.0/networks?id=4e96172c-0b71-4de2-95ab-4226e7a02984 HTTP/1.1" status: 200 len: 815 time: 0.8182738 Dec 16 15:48:48.388856 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3e15d3-ac09-4fcd-8a60-3c15e83f1b0d admin admin] Pushing event updated for resources: {'Port': ['ID=d8b6f989-fa2b-400e-af50-ae6b213c6ee9,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:48.401658 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2874244-65ef-433b-9eec-7c6f6cbcd015 admin admin] Network 995ae86b-522a-475e-97b2-0044dee2628f is already hosted by enough agents. {{(pid=108904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:48:48.407510 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.base_scheduler [None req-c2874244-65ef-433b-9eec-7c6f6cbcd015 admin admin] Resources bound (agent type, host, resource id): {{(pid=108904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:48:48.449122 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-303c38a0-3ab1-4220-8a12-6ffbeb95df8f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5a3a64eb5b844990acedad76a688787a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2328367 Dec 16 15:48:48.451154 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 34900) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:48:48.471280 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.v2.base [req-46ea1b42-e758-4ab2-a1e0-c35c60c1a376 req-b1405f69-3db2-423b-a60b-99d84c68707e tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Request body: {'port': {'device_id': '833cc951-4fe1-4d89-884f-6c98308de4bc', 'network_id': '4e96172c-0b71-4de2-95ab-4226e7a02984', 'admin_state_up': True, 'tenant_id': '44bf2643f52c4cc5aa01ae68ef13e12f'}} {{(pid=108904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:48:48.536381 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a51f5d1-f13a-4706-a25c-0d718f93eb2d req-68b74f64-3b5f-4e76-a99d-a4437811717d tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:48.541985 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-9a51f5d1-f13a-4706-a25c-0d718f93eb2d req-68b74f64-3b5f-4e76-a99d-a4437811717d tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] 10.222.0.66 "GET /v2.0/networks?id=8f180a66-3dac-433f-ad86-2980dd11d2cf HTTP/1.1" status: 200 len: 812 time: 0.4703197 Dec 16 15:48:48.574028 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.v2.base [req-9a51f5d1-f13a-4706-a25c-0d718f93eb2d req-3ba5c9b5-ee60-4ab6-a948-d364d68be2e0 tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] Request body: {'port': {'device_id': '8b15a27c-e6e3-4ac9-8882-9e52028c3bbd', 'network_id': '8f180a66-3dac-433f-ad86-2980dd11d2cf', 'admin_state_up': True, 'tenant_id': 'e5edb8b1d36e4f01bc38f277910faf05'}} {{(pid=108905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:48:48.707470 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-ed3e15d3-ac09-4fcd-8a60-3c15e83f1b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:48.757057 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-0bd45f5e-d052-40c9-8100-3c154204cf45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9f5a8f-d22e-44f0-8a1e-187457b8422e', 'name': 'tempest-ServerRescueNegativeTestJSON-1232384273-router', 'tenant_id': '290d9f6dcb5f4f878cc58690825a1e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'e5b1f3db-60a6-4af6-b03a-4e3e31e742f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:48:39Z', 'updated_at': '2021-12-16T15:48:43Z', 'revision_number': 3, 'project_id': '290d9f6dcb5f4f878cc58690825a1e12', 'gw_port': {'id': 'e5b1f3db-60a6-4af6-b03a-4e3e31e742f8', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:66:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c9f5a8f-d22e-44f0-8a1e-187457b8422e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:41Z', 'updated_at': '2021-12-16T15:48:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi'}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:48:48.898751 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd45f5e-d052-40c9-8100-3c154204cf45 None None] The sync data for ids ['6c9f5a8f-d22e-44f0-8a1e-187457b8422e'] in dv-cinder-784477-11-iscsi is: [{'id': '6c9f5a8f-d22e-44f0-8a1e-187457b8422e', 'name': 'tempest-ServerRescueNegativeTestJSON-1232384273-router', 'tenant_id': '290d9f6dcb5f4f878cc58690825a1e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'e5b1f3db-60a6-4af6-b03a-4e3e31e742f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:48:39Z', 'updated_at': '2021-12-16T15:48:43Z', 'revision_number': 3, 'project_id': '290d9f6dcb5f4f878cc58690825a1e12', 'gw_port': {'id': 'e5b1f3db-60a6-4af6-b03a-4e3e31e742f8', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:66:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c9f5a8f-d22e-44f0-8a1e-187457b8422e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:41Z', 'updated_at': '2021-12-16T15:48:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi'}] {{(pid=108906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:48:48.908289 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-58dc6462-c475-486a-a9e3-f600623c24f7 req-13c5036e-8677-49f9-bdf2-ef160b3e27ce tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b15a27c-e6e3-4ac9-8882-9e52028c3bbd HTTP/1.1" status: 200 len: 210 time: 0.1444426 Dec 16 15:48:48.933882 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device 329a8e04-0460-4c4f-8646-47551869ce23 up at agent ovs-agent-dv-cinder-784477-11-iscsi {{(pid=108906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:48:49.033384 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-ad0c36a3-2b5b-4c50-b64e-5d261b8e96a8 None None] Provisioning complete for port 10b8ae3b-d5eb-45b9-95fc-83926da84df4 triggered by entity DHCP. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:48:49.034196 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ad0c36a3-2b5b-4c50-b64e-5d261b8e96a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:49.103238 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2874244-65ef-433b-9eec-7c6f6cbcd015 admin admin] Router b41f69c5-eb71-4f77-ac39-bf4541d1c12f has already been hosted by L3 agent 53beefa8-37d8-48bc-b6da-d824d56f81c3 {{(pid=108904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:48:49.118108 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-ad0c36a3-2b5b-4c50-b64e-5d261b8e96a8 None None] Port 10b8ae3b-d5eb-45b9-95fc-83926da84df4 cannot update to ACTIVE because it is not bound. {{(pid=108906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:48:49.122652 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Provisioning complete for port 329a8e04-0460-4c4f-8646-47551869ce23 triggered by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:48:49.123384 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:49.145259 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-88393b79-e47a-4e5b-b7a9-44a2bedd8527 req-e4428011-bd47-46b0-b50b-1a5c68a901b4 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=833cc951-4fe1-4d89-884f-6c98308de4bc HTTP/1.1" status: 200 len: 210 time: 0.1994996 Dec 16 15:48:49.269971 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-af8e3aa3-79cb-49cf-88fb-9600f6c4a252 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:49.305166 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-af8e3aa3-79cb-49cf-88fb-9600f6c4a252 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:49.406479 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-af8e3aa3-79cb-49cf-88fb-9600f6c4a252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:49.410214 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-af8e3aa3-79cb-49cf-88fb-9600f6c4a252 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:49.411801 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-af8e3aa3-79cb-49cf-88fb-9600f6c4a252 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a9f814ce-2287-4a9e-95c4-7c278eaff885 HTTP/1.1" status: 204 len: 168 time: 0.9514844 Dec 16 15:48:49.433757 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8e3aa3-79cb-49cf-88fb-9600f6c4a252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f814ce-2287-4a9e-95c4-7c278eaff885,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:49.453388 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a51f5d1-f13a-4706-a25c-0d718f93eb2d req-3ba5c9b5-ee60-4ab6-a948-d364d68be2e0 tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] Made reservation on behalf of e5edb8b1d36e4f01bc38f277910faf05 for: {'port': 1} {{(pid=108905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:48:49.459349 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-9a51f5d1-f13a-4706-a25c-0d718f93eb2d req-3ba5c9b5-ee60-4ab6-a948-d364d68be2e0 tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:49.524696 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:49.555298 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] For port 329a8e04-0460-4c4f-8646-47551869ce23, host dv-cinder-784477-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=329a8e04-0460-4c4f-8646-47551869ce23,segment=NetworkSegment(0390f958-c764-4c6b-ad22-4946ebfb354b),segment_id=0390f958-c764-4c6b-ad22-4946ebfb354b)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:48:49.565223 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:49.630550 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46ea1b42-e758-4ab2-a1e0-c35c60c1a376 req-b1405f69-3db2-423b-a60b-99d84c68707e tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Made reservation on behalf of 44bf2643f52c4cc5aa01ae68ef13e12f for: {'port': 1} {{(pid=108904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:48:49.644747 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-46ea1b42-e758-4ab2-a1e0-c35c60c1a376 req-b1405f69-3db2-423b-a60b-99d84c68707e tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:49.735262 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Pushing event updated for resources: {'Port': ['ID=329a8e04-0460-4c4f-8646-47551869ce23,revision_number=4']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:50.067528 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.db.db_base_plugin_common [req-9a51f5d1-f13a-4706-a25c-0d718f93eb2d req-3ba5c9b5-ee60-4ab6-a948-d364d68be2e0 tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] Allocated IP 172.20.0.9 (8f180a66-3dac-433f-ad86-2980dd11d2cf/61533cef-b28a-4878-a111-f4737b38509d/f5b55a14-2204-4e1f-a1f9-794314afd998) {{(pid=108905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:48:50.168063 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-ed3e15d3-ac09-4fcd-8a60-3c15e83f1b0d admin admin] Publish callbacks [] for port, precommit_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:50.171521 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2874244-65ef-433b-9eec-7c6f6cbcd015 admin admin] Notify agent at l3_agent.dv-cinder-784477-11-iscsi the message routers_updated {{(pid=108904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:48:50.183799 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536ac419-81dd-461b-83cb-314c6af748f1 None None] Sync routers for ids ['b41f69c5-eb71-4f77-ac39-bf4541d1c12f'] in dv-cinder-784477-11-iscsi {{(pid=108907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:48:50.202014 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-c2874244-65ef-433b-9eec-7c6f6cbcd015 admin admin] 10.222.0.31 "PUT /v2.0/routers/b41f69c5-eb71-4f77-ac39-bf4541d1c12f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6812730 Dec 16 15:48:50.204791 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-ed3e15d3-ac09-4fcd-8a60-3c15e83f1b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:50.205528 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-ed3e15d3-ac09-4fcd-8a60-3c15e83f1b0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7902817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872854'] for router_interface, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:50.210621 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536ac419-81dd-461b-83cb-314c6af748f1 None None] Routers {'b41f69c5-eb71-4f77-ac39-bf4541d1c12f'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:48:50.211476 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-536ac419-81dd-461b-83cb-314c6af748f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:48:39Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['b41f69c5-eb71-4f77-ac39-bf4541d1c12f'], 'active': True} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:48:50.227517 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-e74c877b-bd76-408b-9711-5eab7fc5c757 req-490f44bf-a8e0-4d30-bead-b0c09facafce tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b15a27c-e6e3-4ac9-8882-9e52028c3bbd HTTP/1.1" status: 200 len: 210 time: 0.0926261 Dec 16 15:48:50.531260 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-07106c95-2d68-4f93-8ae3-bfc28c956963 req-2e956bd4-29e9-450a-b8b8-52438f57f3c5 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=833cc951-4fe1-4d89-884f-6c98308de4bc HTTP/1.1" status: 200 len: 210 time: 0.1066318 Dec 16 15:48:50.570119 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvr_db [None req-536ac419-81dd-461b-83cb-314c6af748f1 None None] Set router b41f69c5-eb71-4f77-ac39-bf4541d1c12f gateway port host: dv-cinder-784477-11-iscsi {{(pid=108907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:48:50.666922 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-9a51f5d1-f13a-4706-a25c-0d718f93eb2d req-3ba5c9b5-ee60-4ab6-a948-d364d68be2e0 tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] Publish callbacks [] for port, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:50.759852 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3e15d3-ac09-4fcd-8a60-3c15e83f1b0d admin admin] Network f48475bf-944a-4c2f-81b1-c044356a1dbb is already hosted by enough agents. {{(pid=108904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:48:50.790915 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.base_scheduler [None req-ed3e15d3-ac09-4fcd-8a60-3c15e83f1b0d admin admin] Resources bound (agent type, host, resource id): {{(pid=108904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:48:50.825730 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-9a51f5d1-f13a-4706-a25c-0d718f93eb2d req-3ba5c9b5-ee60-4ab6-a948-d364d68be2e0 tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739691803594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5936052'] for port, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:50.883459 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.db_base_plugin_common [req-46ea1b42-e758-4ab2-a1e0-c35c60c1a376 req-b1405f69-3db2-423b-a60b-99d84c68707e tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Allocated IP 172.20.0.6 (4e96172c-0b71-4de2-95ab-4226e7a02984/ffc256e7-ac77-4ea4-9344-8b0700e6fb89/83410d19-2bd0-4afe-845a-c137ecec96ca) {{(pid=108904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:48:50.886016 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3e15d3-ac09-4fcd-8a60-3c15e83f1b0d admin admin] Pushing event updated for resources: {'Port': ['ID=d8b6f989-fa2b-400e-af50-ae6b213c6ee9,revision_number=2']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:51.079845 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a51f5d1-f13a-4706-a25c-0d718f93eb2d req-3ba5c9b5-ee60-4ab6-a948-d364d68be2e0 tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] Network 8f180a66-3dac-433f-ad86-2980dd11d2cf is already hosted by enough agents. {{(pid=108905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:48:51.095515 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device e5b1f3db-60a6-4af6-b03a-4e3e31e742f8 up at agent ovs-agent-dv-cinder-784477-11-iscsi {{(pid=108906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:48:51.102083 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.base_scheduler [req-9a51f5d1-f13a-4706-a25c-0d718f93eb2d req-3ba5c9b5-ee60-4ab6-a948-d364d68be2e0 tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] Resources bound (agent type, host, resource id): {{(pid=108905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:48:51.105684 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a51f5d1-f13a-4706-a25c-0d718f93eb2d req-3ba5c9b5-ee60-4ab6-a948-d364d68be2e0 tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] Received port after_create {{(pid=108905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:48:51.228739 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.agents_db [None req-3e981004-2469-4169-a15f-e329d1e51356 None None] Agent healthcheck: found 6 active agents {{(pid=108907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:48:51.234782 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed3e15d3-ac09-4fcd-8a60-3c15e83f1b0d admin admin] Router 6c9f5a8f-d22e-44f0-8a1e-187457b8422e has already been hosted by L3 agent 53beefa8-37d8-48bc-b6da-d824d56f81c3 {{(pid=108904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:48:51.254484 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba5c9b5-ee60-4ab6-a948-d364d68be2e0 tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] Pushing event updated for resources: {'Port': ['ID=f5b55a14-2204-4e1f-a1f9-794314afd998,revision_number=1']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:51.331756 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a51f5d1-f13a-4706-a25c-0d718f93eb2d req-3ba5c9b5-ee60-4ab6-a948-d364d68be2e0 tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:51.333026 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-9a51f5d1-f13a-4706-a25c-0d718f93eb2d req-3ba5c9b5-ee60-4ab6-a948-d364d68be2e0 tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7902797'] for port, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:51.355050 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Provisioning complete for port e5b1f3db-60a6-4af6-b03a-4e3e31e742f8 triggered by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:48:51.359052 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:51.361820 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-536ac419-81dd-461b-83cb-314c6af748f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41f69c5-eb71-4f77-ac39-bf4541d1c12f', 'name': 'tempest-AttachVolumeTestJSON-723468242-router', 'tenant_id': 'a82af4eab10342ddbdddd09e11579c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '329a8e04-0460-4c4f-8646-47551869ce23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:48:39Z', 'updated_at': '2021-12-16T15:48:46Z', 'revision_number': 4, 'project_id': 'a82af4eab10342ddbdddd09e11579c36', 'gw_port': {'id': '329a8e04-0460-4c4f-8646-47551869ce23', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41f69c5-eb71-4f77-ac39-bf4541d1c12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:40Z', 'updated_at': '2021-12-16T15:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_interfaces': [{'id': '10b8ae3b-d5eb-45b9-95fc-83926da84df4', 'name': '', 'network_id': '995ae86b-522a-475e-97b2-0044dee2628f', 'tenant_id': 'a82af4eab10342ddbdddd09e11579c36', 'mac_address': 'fa:16:3e:e8:ad:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b41f69c5-eb71-4f77-ac39-bf4541d1c12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5963245f-298c-4a64-a4bf-7727c7e9fe74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:45Z', 'updated_at': '2021-12-16T15:48:47Z', 'revision_number': 2, 'project_id': 'a82af4eab10342ddbdddd09e11579c36', 'subnets': [{'id': '5963245f-298c-4a64-a4bf-7727c7e9fe74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:48:51.405759 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-9a51f5d1-f13a-4706-a25c-0d718f93eb2d req-3ba5c9b5-ee60-4ab6-a948-d364d68be2e0 tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8545182 Dec 16 15:48:51.494063 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536ac419-81dd-461b-83cb-314c6af748f1 None None] Checking router: b41f69c5-eb71-4f77-ac39-bf4541d1c12f for host: dv-cinder-784477-11-iscsi {{(pid=108907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:48:51.494654 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536ac419-81dd-461b-83cb-314c6af748f1 None None] Updating router b41f69c5-eb71-4f77-ac39-bf4541d1c12f port 10b8ae3b-d5eb-45b9-95fc-83926da84df4 binding host dv-cinder-784477-11-iscsi {{(pid=108907) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:48:51.569954 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron_lib.callbacks.manager [None req-536ac419-81dd-461b-83cb-314c6af748f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:51.624993 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:51.652859 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-46ea1b42-e758-4ab2-a1e0-c35c60c1a376 req-b1405f69-3db2-423b-a60b-99d84c68707e tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Publish callbacks [] for port, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:51.662557 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d16a704-2b1d-4ce6-ae7b-30ff07a19bb4 req-b1b83f9d-10cc-490f-a4e0-820ff575cafb tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:51.664798 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-7d16a704-2b1d-4ce6-ae7b-30ff07a19bb4 req-b1b83f9d-10cc-490f-a4e0-820ff575cafb tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b15a27c-e6e3-4ac9-8882-9e52028c3bbd HTTP/1.1" status: 200 len: 931 time: 0.2134361 Dec 16 15:48:51.671914 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] For port e5b1f3db-60a6-4af6-b03a-4e3e31e742f8, host dv-cinder-784477-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=e5b1f3db-60a6-4af6-b03a-4e3e31e742f8,segment=NetworkSegment(0390f958-c764-4c6b-ad22-4946ebfb354b),segment_id=0390f958-c764-4c6b-ad22-4946ebfb354b)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:48:51.685071 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:51.686311 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device 329a8e04-0460-4c4f-8646-47551869ce23 up at agent ovs-agent-dv-cinder-784477-11-iscsi {{(pid=108906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:48:51.750908 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed3e15d3-ac09-4fcd-8a60-3c15e83f1b0d admin admin] Notify agent at l3_agent.dv-cinder-784477-11-iscsi the message routers_updated {{(pid=108904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:48:51.768121 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-7d16a704-2b1d-4ce6-ae7b-30ff07a19bb4 req-c60f9c0b-c8ce-493a-bd95-f4797f04738e tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd33d019-aa1c-495c-a31b-d8cdb0e1d910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949752 Dec 16 15:48:51.776141 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-ed3e15d3-ac09-4fcd-8a60-3c15e83f1b0d admin admin] 10.222.0.31 "PUT /v2.0/routers/6c9f5a8f-d22e-44f0-8a1e-187457b8422e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2098045 Dec 16 15:48:51.783876 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-46ea1b42-e758-4ab2-a1e0-c35c60c1a376 req-b1405f69-3db2-423b-a60b-99d84c68707e tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739691803594'] for port, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:51.891785 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1405f69-3db2-423b-a60b-99d84c68707e tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Pushing event updated for resources: {'Port': ['ID=83410d19-2bd0-4afe-845a-c137ecec96ca,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:51.911014 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Pushing event updated for resources: {'Port': ['ID=e5b1f3db-60a6-4af6-b03a-4e3e31e742f8,revision_number=4']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:51.918209 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46ea1b42-e758-4ab2-a1e0-c35c60c1a376 req-b1405f69-3db2-423b-a60b-99d84c68707e tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Network 4e96172c-0b71-4de2-95ab-4226e7a02984 is already hosted by enough agents. {{(pid=108904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:48:51.919416 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa1ddc-6931-4e6a-ad3b-60cf6fbe97b1 req-f2fe4e65-aab7-4c5d-975d-e52ab2c4df79 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:51.920158 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.base_scheduler [req-46ea1b42-e758-4ab2-a1e0-c35c60c1a376 req-b1405f69-3db2-423b-a60b-99d84c68707e tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Resources bound (agent type, host, resource id): {{(pid=108904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:48:51.926534 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [req-46ea1b42-e758-4ab2-a1e0-c35c60c1a376 req-b1405f69-3db2-423b-a60b-99d84c68707e tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Received port after_create {{(pid=108904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:48:51.934940 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea1b42-e758-4ab2-a1e0-c35c60c1a376 req-b1405f69-3db2-423b-a60b-99d84c68707e tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:51.935110 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-7cfa1ddc-6931-4e6a-ad3b-60cf6fbe97b1 req-f2fe4e65-aab7-4c5d-975d-e52ab2c4df79 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=833cc951-4fe1-4d89-884f-6c98308de4bc HTTP/1.1" status: 200 len: 931 time: 0.0811682 Dec 16 15:48:51.938208 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Provisioning complete for port 329a8e04-0460-4c4f-8646-47551869ce23 triggered by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:48:51.938576 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:51.939036 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-46ea1b42-e758-4ab2-a1e0-c35c60c1a376 req-b1405f69-3db2-423b-a60b-99d84c68707e tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7902797'] for port, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:51.982360 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-46ea1b42-e758-4ab2-a1e0-c35c60c1a376 req-b1405f69-3db2-423b-a60b-99d84c68707e tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5185552 Dec 16 15:48:52.282056 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-7cfa1ddc-6931-4e6a-ad3b-60cf6fbe97b1 req-203589bf-786a-4a82-86ad-b39c71e0c54a tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a06c891-fae3-406d-b89e-bc8eaf612049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3462424 Dec 16 15:48:52.328648 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 35026) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:48:52.334035 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.v2.base [None req-eece8b21-731d-4a3e-9af2-14e0f9eb5f47 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Request body: {'security_group': {'name': 'tempest-securitygroup--413509739', 'description': 'tempest-description--1213705480'}} {{(pid=108905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:48:52.383701 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron_lib.callbacks.manager [None req-536ac419-81dd-461b-83cb-314c6af748f1 None None] Publish callbacks [] for port, precommit_update {{(pid=108907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:52.397787 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron_lib.callbacks.manager [None req-536ac419-81dd-461b-83cb-314c6af748f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:52.403926 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-eece8b21-731d-4a3e-9af2-14e0f9eb5f47 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks [] for security_group, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:52.454536 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eccc9d-9061-41ea-b2b6-1d1a964f5753 None None] Pushing event updated for resources: {'Port': ['ID=10b8ae3b-d5eb-45b9-95fc-83926da84df4,revision_number=3']} {{(pid=108907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:52.601536 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-eece8b21-731d-4a3e-9af2-14e0f9eb5f47 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks [] for security_group, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:52.619912 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-eece8b21-731d-4a3e-9af2-14e0f9eb5f47 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:52.687696 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.plugins.ml2.managers [None req-536ac419-81dd-461b-83cb-314c6af748f1 None None] Attempting to bind port 10b8ae3b-d5eb-45b9-95fc-83926da84df4 on host dv-cinder-784477-11-iscsi for vnic_type normal with profile {{(pid=108907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:48:52.688315 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.plugins.ml2.managers [None req-536ac419-81dd-461b-83cb-314c6af748f1 None None] Attempting to bind port 10b8ae3b-d5eb-45b9-95fc-83926da84df4 by drivers openvswitch,hyperv on host dv-cinder-784477-11-iscsi at level 0 using segments [{'id': 'd79a1b46-9256-41c5-810e-f1d9c9094ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '995ae86b-522a-475e-97b2-0044dee2628f'}] {{(pid=108907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:48:52.688844 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536ac419-81dd-461b-83cb-314c6af748f1 None None] Attempting to bind port 10b8ae3b-d5eb-45b9-95fc-83926da84df4 on network 995ae86b-522a-475e-97b2-0044dee2628f {{(pid=108907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:48:52.693476 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e3b484-1b76-430a-adba-f44c5831d14a None None] Sync routers for ids ['6c9f5a8f-d22e-44f0-8a1e-187457b8422e'] in dv-cinder-784477-11-iscsi {{(pid=108906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:48:52.706518 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e3b484-1b76-430a-adba-f44c5831d14a None None] Routers {'6c9f5a8f-d22e-44f0-8a1e-187457b8422e'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:48:52.707200 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-34e3b484-1b76-430a-adba-f44c5831d14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:48:39Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['6c9f5a8f-d22e-44f0-8a1e-187457b8422e'], 'active': True} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:48:52.710721 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536ac419-81dd-461b-83cb-314c6af748f1 None None] Checking agent: {'id': '5eca9fcc-5dcd-4ee1-9579-22579284a65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 40, 43), 'started_at': datetime.datetime(2021, 12, 16, 15, 41, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:48:52.712778 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536ac419-81dd-461b-83cb-314c6af748f1 None None] Checking segment: {'id': 'd79a1b46-9256-41c5-810e-f1d9c9094ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '995ae86b-522a-475e-97b2-0044dee2628f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:48:52.713965 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron_lib.callbacks.manager [None req-536ac419-81dd-461b-83cb-314c6af748f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:52.713965 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536ac419-81dd-461b-83cb-314c6af748f1 None None] Bound using segment: {'id': 'd79a1b46-9256-41c5-810e-f1d9c9094ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '995ae86b-522a-475e-97b2-0044dee2628f'} {{(pid=108907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:48:52.715420 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.plugins.ml2.managers [None req-536ac419-81dd-461b-83cb-314c6af748f1 None None] Bound port: 10b8ae3b-d5eb-45b9-95fc-83926da84df4, host: dv-cinder-784477-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd79a1b46-9256-41c5-810e-f1d9c9094ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '995ae86b-522a-475e-97b2-0044dee2628f'}}] {{(pid=108907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:48:52.717849 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron_lib.callbacks.manager [None req-536ac419-81dd-461b-83cb-314c6af748f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:52.719783 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-eece8b21-731d-4a3e-9af2-14e0f9eb5f47 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks [] for security_group, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:52.724286 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-eece8b21-731d-4a3e-9af2-14e0f9eb5f47 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3919294 Dec 16 15:48:52.726886 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 35038) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:48:52.732005 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eece8b21-731d-4a3e-9af2-14e0f9eb5f47 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f111158e-b0d3-4bc9-b508-9088a16d8d6c,revision_number=1']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:52.736695 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.v2.base [None req-73e93338-0662-4689-92f2-5bd081071bf9 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Request body: {'security_group_rule': {'security_group_id': 'f111158e-b0d3-4bc9-b508-9088a16d8d6c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:48:52.940935 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.plugins.ml2.db [None req-536ac419-81dd-461b-83cb-314c6af748f1 None None] For port 10b8ae3b-d5eb-45b9-95fc-83926da84df4, host dv-cinder-784477-11-iscsi, cleared binding levels {{(pid=108907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:48:52.945853 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.plugins.ml2.db [None req-536ac419-81dd-461b-83cb-314c6af748f1 None None] For port 10b8ae3b-d5eb-45b9-95fc-83926da84df4, host dv-cinder-784477-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=10b8ae3b-d5eb-45b9-95fc-83926da84df4,segment=NetworkSegment(d79a1b46-9256-41c5-810e-f1d9c9094ece),segment_id=d79a1b46-9256-41c5-810e-f1d9c9094ece)] {{(pid=108907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:48:52.963062 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron_lib.callbacks.manager [None req-536ac419-81dd-461b-83cb-314c6af748f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:52.988293 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device e5b1f3db-60a6-4af6-b03a-4e3e31e742f8 up at agent ovs-agent-dv-cinder-784477-11-iscsi {{(pid=108906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:48:53.065586 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-f774346a-4b2d-4d85-9dfc-aa14da93fd6d None None] Provisioning complete for port 10b8ae3b-d5eb-45b9-95fc-83926da84df4 triggered by entity DHCP. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:48:53.066316 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-f774346a-4b2d-4d85-9dfc-aa14da93fd6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:53.117654 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eccc9d-9061-41ea-b2b6-1d1a964f5753 None None] Pushing event updated for resources: {'Port': ['ID=10b8ae3b-d5eb-45b9-95fc-83926da84df4,revision_number=4']} {{(pid=108907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:53.189135 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536ac419-81dd-461b-83cb-314c6af748f1 None None] Routers {'b41f69c5-eb71-4f77-ac39-bf4541d1c12f'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:48:53.190990 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-536ac419-81dd-461b-83cb-314c6af748f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:48:39Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['b41f69c5-eb71-4f77-ac39-bf4541d1c12f'], 'active': True} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:48:53.212531 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvr_db [None req-34e3b484-1b76-430a-adba-f44c5831d14a None None] Set router 6c9f5a8f-d22e-44f0-8a1e-187457b8422e gateway port host: dv-cinder-784477-11-iscsi {{(pid=108906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:48:53.215472 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [req-9a51f5d1-f13a-4706-a25c-0d718f93eb2d req-30e7740c-4431-46f5-928f-8f5239b641ac tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=108905) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:48:53.217095 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-9a51f5d1-f13a-4706-a25c-0d718f93eb2d req-30e7740c-4431-46f5-928f-8f5239b641ac tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0163984 Dec 16 15:48:53.255670 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [req-46ea1b42-e758-4ab2-a1e0-c35c60c1a376 req-5d205f93-decf-4adf-bc23-2d77cdfefcb6 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=108904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:48:53.262868 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-46ea1b42-e758-4ab2-a1e0-c35c60c1a376 req-5d205f93-decf-4adf-bc23-2d77cdfefcb6 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0295358 Dec 16 15:48:53.272613 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca42ce-c35b-43f1-88bf-f0ebf1b44808 req-dc17d7f5-ebdb-4f63-80e6-8b36a11b469f tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:53.274815 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-87ca42ce-c35b-43f1-88bf-f0ebf1b44808 req-dc17d7f5-ebdb-4f63-80e6-8b36a11b469f tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b15a27c-e6e3-4ac9-8882-9e52028c3bbd HTTP/1.1" status: 200 len: 931 time: 0.2778926 Dec 16 15:48:53.304550 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-73e93338-0662-4689-92f2-5bd081071bf9 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:53.440427 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-87ca42ce-c35b-43f1-88bf-f0ebf1b44808 req-52dc55a9-7045-4dc0-ad22-f5650cabe4ee tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd33d019-aa1c-495c-a31b-d8cdb0e1d910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556385 Dec 16 15:48:53.556158 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvr_db [None req-536ac419-81dd-461b-83cb-314c6af748f1 None None] Set router b41f69c5-eb71-4f77-ac39-bf4541d1c12f gateway port host: dv-cinder-784477-11-iscsi {{(pid=108907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:48:53.607971 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e884f8-de23-44dc-b01a-253168e0bb0e req-ddf4e4b7-7ce8-4c13-9443-9801a6d373f6 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:53.613849 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-73e93338-0662-4689-92f2-5bd081071bf9 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:53.627277 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-73e93338-0662-4689-92f2-5bd081071bf9 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004345'] for security_group_rule, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:53.629709 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-07e884f8-de23-44dc-b01a-253168e0bb0e req-ddf4e4b7-7ce8-4c13-9443-9801a6d373f6 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/networks?id=f48475bf-944a-4c2f-81b1-c044356a1dbb HTTP/1.1" status: 200 len: 819 time: 0.6824512 Dec 16 15:48:53.674714 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-07e884f8-de23-44dc-b01a-253168e0bb0e req-6dc46c17-6a19-4a11-a1d9-8c250ef6d91b tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/quotas/290d9f6dcb5f4f878cc58690825a1e12 HTTP/1.1" status: 200 len: 375 time: 0.0439858 Dec 16 15:48:53.691107 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e93338-0662-4689-92f2-5bd081071bf9 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e511693-f169-4f15-b259-0a3a0b1e4071,revision_number=0']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:53.719156 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-73e93338-0662-4689-92f2-5bd081071bf9 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:53.721712 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-73e93338-0662-4689-92f2-5bd081071bf9 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9924314 Dec 16 15:48:53.724321 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 35086) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:48:53.730486 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.v2.base [None req-d43ea279-374a-42df-b99f-bdefc866c78b tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Request body: {'security_group_rule': {'security_group_id': 'f111158e-b0d3-4bc9-b508-9088a16d8d6c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:48:53.789188 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-d43ea279-374a-42df-b99f-bdefc866c78b tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:53.807235 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 35092) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:48:53.937123 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-d43ea279-374a-42df-b99f-bdefc866c78b tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:53.953039 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-d43ea279-374a-42df-b99f-bdefc866c78b tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004345'] for security_group_rule, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:53.979988 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b4c8ab-fa15-4ee8-a134-ea95fc3fa92c req-dd213e2e-f079-4d16-b017-bd0c1e18157e tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:53.987171 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-98b4c8ab-fa15-4ee8-a134-ea95fc3fa92c req-dd213e2e-f079-4d16-b017-bd0c1e18157e tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=833cc951-4fe1-4d89-884f-6c98308de4bc HTTP/1.1" status: 200 len: 931 time: 0.3197477 Dec 16 15:48:54.014424 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-d43ea279-374a-42df-b99f-bdefc866c78b tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:54.018079 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-d43ea279-374a-42df-b99f-bdefc866c78b tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2922401 Dec 16 15:48:54.022972 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43ea279-374a-42df-b99f-bdefc866c78b tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a257284f-84ca-4e8b-b2ae-10098105464f,revision_number=0']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:54.034630 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 35098) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:48:54.050267 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.v2.base [None req-d5d32958-9ee9-422f-9257-cdb7f956e7eb tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Request body: {'floatingip': {'floating_network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3'}} {{(pid=108904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:48:54.122328 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-d5d32958-9ee9-422f-9257-cdb7f956e7eb tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks [] for floatingip, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:54.127879 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Provisioning complete for port e5b1f3db-60a6-4af6-b03a-4e3e31e742f8 triggered by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:48:54.128472 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:54.149121 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-07e884f8-de23-44dc-b01a-253168e0bb0e req-25dfb87a-b670-4336-a9a5-4addfe3a6c85 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=290d9f6dcb5f4f878cc58690825a1e12&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4699388 Dec 16 15:48:54.279904 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-f774346a-4b2d-4d85-9dfc-aa14da93fd6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:54.292840 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.v2.base [req-9a51f5d1-f13a-4706-a25c-0d718f93eb2d req-a447d6a3-c2a2-4242-a361-9859525b9c99 service neutron] Request body: {'port': {'device_id': '8b15a27c-e6e3-4ac9-8882-9e52028c3bbd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=108904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:48:54.334174 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-f774346a-4b2d-4d85-9dfc-aa14da93fd6d None None] For port 10b8ae3b-d5eb-45b9-95fc-83926da84df4, host dv-cinder-784477-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=10b8ae3b-d5eb-45b9-95fc-83926da84df4,segment=NetworkSegment(d79a1b46-9256-41c5-810e-f1d9c9094ece),segment_id=d79a1b46-9256-41c5-810e-f1d9c9094ece)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:48:54.341886 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-536ac419-81dd-461b-83cb-314c6af748f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41f69c5-eb71-4f77-ac39-bf4541d1c12f', 'name': 'tempest-AttachVolumeTestJSON-723468242-router', 'tenant_id': 'a82af4eab10342ddbdddd09e11579c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '329a8e04-0460-4c4f-8646-47551869ce23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:48:39Z', 'updated_at': '2021-12-16T15:48:46Z', 'revision_number': 4, 'project_id': 'a82af4eab10342ddbdddd09e11579c36', 'gw_port': {'id': '329a8e04-0460-4c4f-8646-47551869ce23', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41f69c5-eb71-4f77-ac39-bf4541d1c12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:40Z', 'updated_at': '2021-12-16T15:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_interfaces': [{'id': '10b8ae3b-d5eb-45b9-95fc-83926da84df4', 'name': '', 'network_id': '995ae86b-522a-475e-97b2-0044dee2628f', 'tenant_id': 'a82af4eab10342ddbdddd09e11579c36', 'mac_address': 'fa:16:3e:e8:ad:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b41f69c5-eb71-4f77-ac39-bf4541d1c12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5963245f-298c-4a64-a4bf-7727c7e9fe74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:45Z', 'updated_at': '2021-12-16T15:48:52Z', 'revision_number': 4, 'project_id': 'a82af4eab10342ddbdddd09e11579c36', 'subnets': [{'id': '5963245f-298c-4a64-a4bf-7727c7e9fe74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:48:54.376237 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.v2.base [req-46ea1b42-e758-4ab2-a1e0-c35c60c1a376 req-3a86aa18-8a3a-486d-8097-33e58fa5962d service neutron] Request body: {'port': {'device_id': '833cc951-4fe1-4d89-884f-6c98308de4bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=108905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:48:54.396418 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536ac419-81dd-461b-83cb-314c6af748f1 None None] The sync data for ids ['b41f69c5-eb71-4f77-ac39-bf4541d1c12f'] in dv-cinder-784477-11-iscsi is: [{'id': 'b41f69c5-eb71-4f77-ac39-bf4541d1c12f', 'name': 'tempest-AttachVolumeTestJSON-723468242-router', 'tenant_id': 'a82af4eab10342ddbdddd09e11579c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '329a8e04-0460-4c4f-8646-47551869ce23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:48:39Z', 'updated_at': '2021-12-16T15:48:46Z', 'revision_number': 4, 'project_id': 'a82af4eab10342ddbdddd09e11579c36', 'gw_port': {'id': '329a8e04-0460-4c4f-8646-47551869ce23', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41f69c5-eb71-4f77-ac39-bf4541d1c12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:40Z', 'updated_at': '2021-12-16T15:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_interfaces': [{'id': '10b8ae3b-d5eb-45b9-95fc-83926da84df4', 'name': '', 'network_id': '995ae86b-522a-475e-97b2-0044dee2628f', 'tenant_id': 'a82af4eab10342ddbdddd09e11579c36', 'mac_address': 'fa:16:3e:e8:ad:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b41f69c5-eb71-4f77-ac39-bf4541d1c12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5963245f-298c-4a64-a4bf-7727c7e9fe74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:45Z', 'updated_at': '2021-12-16T15:48:52Z', 'revision_number': 4, 'project_id': 'a82af4eab10342ddbdddd09e11579c36', 'subnets': [{'id': '5963245f-298c-4a64-a4bf-7727c7e9fe74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:48:54.424714 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-f774346a-4b2d-4d85-9dfc-aa14da93fd6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:54.582008 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-46ea1b42-e758-4ab2-a1e0-c35c60c1a376 req-3a86aa18-8a3a-486d-8097-33e58fa5962d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:54.609424 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 35116) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:48:54.640809 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-9a51f5d1-f13a-4706-a25c-0d718f93eb2d req-a447d6a3-c2a2-4242-a361-9859525b9c99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:54.724971 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-6d43a97b-c1be-47c7-942a-60605a481389 None None] Provisioning complete for port 10b8ae3b-d5eb-45b9-95fc-83926da84df4 triggered by entity DHCP. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:48:54.730638 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-6d43a97b-c1be-47c7-942a-60605a481389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:54.796534 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-ac3e0146-387b-42a2-8820-01d6e7781342 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:54.823815 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-34e3b484-1b76-430a-adba-f44c5831d14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9f5a8f-d22e-44f0-8a1e-187457b8422e', 'name': 'tempest-ServerRescueNegativeTestJSON-1232384273-router', 'tenant_id': '290d9f6dcb5f4f878cc58690825a1e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'e5b1f3db-60a6-4af6-b03a-4e3e31e742f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:48:39Z', 'updated_at': '2021-12-16T15:48:48Z', 'revision_number': 4, 'project_id': '290d9f6dcb5f4f878cc58690825a1e12', 'gw_port': {'id': 'e5b1f3db-60a6-4af6-b03a-4e3e31e742f8', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:66:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9f5a8f-d22e-44f0-8a1e-187457b8422e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:41Z', 'updated_at': '2021-12-16T15:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_interfaces': [{'id': 'd8b6f989-fa2b-400e-af50-ae6b213c6ee9', 'name': '', 'network_id': 'f48475bf-944a-4c2f-81b1-c044356a1dbb', 'tenant_id': '290d9f6dcb5f4f878cc58690825a1e12', 'mac_address': 'fa:16:3e:00:e1:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c9f5a8f-d22e-44f0-8a1e-187457b8422e', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ac75be2f-288e-4c4c-b681-13dbe4d336f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:46Z', 'updated_at': '2021-12-16T15:48:49Z', 'revision_number': 2, 'project_id': '290d9f6dcb5f4f878cc58690825a1e12', 'subnets': [{'id': 'ac75be2f-288e-4c4c-b681-13dbe4d336f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:48:54.934651 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device 10b8ae3b-d5eb-45b9-95fc-83926da84df4 up at agent ovs-agent-dv-cinder-784477-11-iscsi {{(pid=108906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:48:54.939062 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f774346a-4b2d-4d85-9dfc-aa14da93fd6d None None] Pushing event updated for resources: {'Port': ['ID=10b8ae3b-d5eb-45b9-95fc-83926da84df4,revision_number=5']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:54.996932 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e3b484-1b76-430a-adba-f44c5831d14a None None] Checking router: 6c9f5a8f-d22e-44f0-8a1e-187457b8422e for host: dv-cinder-784477-11-iscsi {{(pid=108906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:48:54.997278 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e3b484-1b76-430a-adba-f44c5831d14a None None] Updating router 6c9f5a8f-d22e-44f0-8a1e-187457b8422e port d8b6f989-fa2b-400e-af50-ae6b213c6ee9 binding host dv-cinder-784477-11-iscsi {{(pid=108906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:48:55.112289 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-fd689356-19e4-412d-896a-cf81520bc673 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:55.233469 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-d5d32958-9ee9-422f-9257-cdb7f956e7eb tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:55.297357 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-34e3b484-1b76-430a-adba-f44c5831d14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:55.298139 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-07e884f8-de23-44dc-b01a-253168e0bb0e req-cd9bd04f-a612-4813-93e5-e32987d3be7c service neutron] 10.222.0.31 "GET /v2.0/networks/f48475bf-944a-4c2f-81b1-c044356a1dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1478181 Dec 16 15:48:55.322038 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-98b4c8ab-fa15-4ee8-a134-ea95fc3fa92c req-215ca1ca-018f-440c-8790-c5059172e7e5 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a06c891-fae3-406d-b89e-bc8eaf612049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3075726 Dec 16 15:48:55.449144 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-ac3e0146-387b-42a2-8820-01d6e7781342 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:55.484656 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-ac3e0146-387b-42a2-8820-01d6e7781342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:55.638345 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.db_base_plugin_common [None req-d5d32958-9ee9-422f-9257-cdb7f956e7eb tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Allocated IP 172.27.1.82 (b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3/792909e7-e23c-4f0f-8575-fa43b44998bb/9e8193f8-0983-42ff-aa6f-4b3dbb8cfd45) {{(pid=108904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:48:55.801877 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-ac3e0146-387b-42a2-8820-01d6e7781342 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=61db41ea9909445494e6d767d16f3c30&name=default HTTP/1.1" status: 200 len: 2995 time: 1.9934075 Dec 16 15:48:55.810981 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 35140) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:48:55.821216 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e0146-387b-42a2-8820-01d6e7781342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3b6014-3c8d-4045-befb-febe9ba8a91f,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:55.984867 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.notifiers.nova [req-9a51f5d1-f13a-4706-a25c-0d718f93eb2d req-a447d6a3-c2a2-4242-a361-9859525b9c99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5b55a14-2204-4e1f-a1f9-794314afd998 {{(pid=108904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:48:55.987490 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Provisioning complete for port 10b8ae3b-d5eb-45b9-95fc-83926da84df4 triggered by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:48:55.988224 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:56.008090 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-9a51f5d1-f13a-4706-a25c-0d718f93eb2d req-a447d6a3-c2a2-4242-a361-9859525b9c99 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:56.070128 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.provisioning_blocks [req-9a51f5d1-f13a-4706-a25c-0d718f93eb2d req-a447d6a3-c2a2-4242-a361-9859525b9c99 service neutron] Transition to ACTIVE for port object f5b55a14-2204-4e1f-a1f9-794314afd998 will not be triggered until provisioned by entity L2. {{(pid=108904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:48:56.097531 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-9a51f5d1-f13a-4706-a25c-0d718f93eb2d req-a447d6a3-c2a2-4242-a361-9859525b9c99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:56.133626 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177fd02c-5e3f-4e88-8fc4-a0dd5589bfe5 req-abab2448-d594-483a-afb9-ee06bb92d713 tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:56.142918 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-177fd02c-5e3f-4e88-8fc4-a0dd5589bfe5 req-abab2448-d594-483a-afb9-ee06bb92d713 tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b15a27c-e6e3-4ac9-8882-9e52028c3bbd HTTP/1.1" status: 200 len: 931 time: 0.5478981 Dec 16 15:48:56.187537 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.notifiers.nova [req-46ea1b42-e758-4ab2-a1e0-c35c60c1a376 req-3a86aa18-8a3a-486d-8097-33e58fa5962d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83410d19-2bd0-4afe-845a-c137ecec96ca {{(pid=108905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:48:56.208324 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a447d6a3-c2a2-4242-a361-9859525b9c99 service neutron] Pushing event updated for resources: {'Port': ['ID=f5b55a14-2204-4e1f-a1f9-794314afd998,revision_number=2']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:56.275603 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-177fd02c-5e3f-4e88-8fc4-a0dd5589bfe5 req-7c14b102-f7d1-45cd-bbfd-57e9e18bc37c tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd33d019-aa1c-495c-a31b-d8cdb0e1d910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272678 Dec 16 15:48:56.279658 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-07e884f8-de23-44dc-b01a-253168e0bb0e req-136d0c72-2f40-4a4f-9948-6d00876e8a06 service neutron] 10.222.0.31 "GET /v2.0/networks/f48475bf-944a-4c2f-81b1-c044356a1dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9389255 Dec 16 15:48:56.294295 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-d5d32958-9ee9-422f-9257-cdb7f956e7eb tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks [] for port, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:56.300847 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-46ea1b42-e758-4ab2-a1e0-c35c60c1a376 req-3a86aa18-8a3a-486d-8097-33e58fa5962d service neutron] Publish callbacks [] for port, precommit_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:56.304153 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-89d2fc1e-229d-454a-9445-5557208a9007 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:56.330812 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-34e3b484-1b76-430a-adba-f44c5831d14a None None] Publish callbacks [] for port, precommit_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:56.341043 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-34e3b484-1b76-430a-adba-f44c5831d14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:56.351658 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.db.provisioning_blocks [req-46ea1b42-e758-4ab2-a1e0-c35c60c1a376 req-3a86aa18-8a3a-486d-8097-33e58fa5962d service neutron] Transition to ACTIVE for port object 83410d19-2bd0-4afe-845a-c137ecec96ca will not be triggered until provisioned by entity L2. {{(pid=108905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:48:56.386927 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-46ea1b42-e758-4ab2-a1e0-c35c60c1a376 req-3a86aa18-8a3a-486d-8097-33e58fa5962d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5936077'] for port, after_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:56.409653 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-fd689356-19e4-412d-896a-cf81520bc673 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:56.433687 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-d5d32958-9ee9-422f-9257-cdb7f956e7eb tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739691803594'] for port, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:56.515402 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d32958-9ee9-422f-9257-cdb7f956e7eb tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Pushing event updated for resources: {'Port': ['ID=9e8193f8-0983-42ff-aa6f-4b3dbb8cfd45,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:56.523762 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-fd689356-19e4-412d-896a-cf81520bc673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:56.554596 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-89d2fc1e-229d-454a-9445-5557208a9007 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:56.563234 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f8c00e-1ddf-4c79-89b8-96ee406b8062 None None] Pushing event updated for resources: {'Port': ['ID=d8b6f989-fa2b-400e-af50-ae6b213c6ee9,revision_number=3']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:56.563875 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-fd689356-19e4-412d-896a-cf81520bc673 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=54527e6dc0464827b65028986f90ab6a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7528179 Dec 16 15:48:56.601097 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 35158) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:48:56.641643 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d32958-9ee9-422f-9257-cdb7f956e7eb tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Network b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3 is already hosted by enough agents. {{(pid=108904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:48:56.648720 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.base_scheduler [None req-d5d32958-9ee9-422f-9257-cdb7f956e7eb tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Resources bound (agent type, host, resource id): {{(pid=108904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:48:56.673176 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d32958-9ee9-422f-9257-cdb7f956e7eb tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Received port after_create {{(pid=108904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:48:56.698088 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.managers [req-9a51f5d1-f13a-4706-a25c-0d718f93eb2d req-a447d6a3-c2a2-4242-a361-9859525b9c99 service neutron] Attempting to bind port f5b55a14-2204-4e1f-a1f9-794314afd998 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:48:56.698459 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.managers [req-9a51f5d1-f13a-4706-a25c-0d718f93eb2d req-a447d6a3-c2a2-4242-a361-9859525b9c99 service neutron] Attempting to bind port f5b55a14-2204-4e1f-a1f9-794314afd998 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '6b2bdf31-1edb-427a-8445-8e7270992ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8f180a66-3dac-433f-ad86-2980dd11d2cf'}] {{(pid=108904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:48:56.699279 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a51f5d1-f13a-4706-a25c-0d718f93eb2d req-a447d6a3-c2a2-4242-a361-9859525b9c99 service neutron] Attempting to bind port f5b55a14-2204-4e1f-a1f9-794314afd998 on network 8f180a66-3dac-433f-ad86-2980dd11d2cf {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:48:56.727884 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a86aa18-8a3a-486d-8097-33e58fa5962d service neutron] Pushing event updated for resources: {'Port': ['ID=83410d19-2bd0-4afe-845a-c137ecec96ca,revision_number=2']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:56.770951 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a51f5d1-f13a-4706-a25c-0d718f93eb2d req-a447d6a3-c2a2-4242-a361-9859525b9c99 service neutron] Port f5b55a14-2204-4e1f-a1f9-794314afd998 on network 8f180a66-3dac-433f-ad86-2980dd11d2cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:48:56.770951 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a51f5d1-f13a-4706-a25c-0d718f93eb2d req-a447d6a3-c2a2-4242-a361-9859525b9c99 service neutron] Attempting to bind port f5b55a14-2204-4e1f-a1f9-794314afd998 on network 8f180a66-3dac-433f-ad86-2980dd11d2cf {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:48:56.841881 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.managers [None req-34e3b484-1b76-430a-adba-f44c5831d14a None None] Attempting to bind port d8b6f989-fa2b-400e-af50-ae6b213c6ee9 on host dv-cinder-784477-11-iscsi for vnic_type normal with profile {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:48:56.846050 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.managers [None req-34e3b484-1b76-430a-adba-f44c5831d14a None None] Attempting to bind port d8b6f989-fa2b-400e-af50-ae6b213c6ee9 by drivers openvswitch,hyperv on host dv-cinder-784477-11-iscsi at level 0 using segments [{'id': '7f17c5c4-900f-4b5f-8564-78f9e4a462bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f48475bf-944a-4c2f-81b1-c044356a1dbb'}] {{(pid=108906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:48:56.849112 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e3b484-1b76-430a-adba-f44c5831d14a None None] Attempting to bind port d8b6f989-fa2b-400e-af50-ae6b213c6ee9 on network f48475bf-944a-4c2f-81b1-c044356a1dbb {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:48:56.868646 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e3b484-1b76-430a-adba-f44c5831d14a None None] Checking agent: {'id': '5eca9fcc-5dcd-4ee1-9579-22579284a65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 40, 43), 'started_at': datetime.datetime(2021, 12, 16, 15, 41, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:48:56.870294 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e3b484-1b76-430a-adba-f44c5831d14a None None] Checking segment: {'id': '7f17c5c4-900f-4b5f-8564-78f9e4a462bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f48475bf-944a-4c2f-81b1-c044356a1dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:48:56.870918 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-34e3b484-1b76-430a-adba-f44c5831d14a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:56.879206 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a51f5d1-f13a-4706-a25c-0d718f93eb2d req-a447d6a3-c2a2-4242-a361-9859525b9c99 service neutron] Checking agent: {'id': 'cc3d5e4c-e00e-4c48-b0f7-4cab06ea1ca9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 46, 48), 'started_at': datetime.datetime(2021, 12, 16, 15, 46, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:48:56.879563 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a51f5d1-f13a-4706-a25c-0d718f93eb2d req-a447d6a3-c2a2-4242-a361-9859525b9c99 service neutron] Checking segment: {'id': '6b2bdf31-1edb-427a-8445-8e7270992ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8f180a66-3dac-433f-ad86-2980dd11d2cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:48:56.880130 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a51f5d1-f13a-4706-a25c-0d718f93eb2d req-a447d6a3-c2a2-4242-a361-9859525b9c99 service neutron] Bound using segment: {'id': '6b2bdf31-1edb-427a-8445-8e7270992ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8f180a66-3dac-433f-ad86-2980dd11d2cf'} {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:48:56.880563 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.managers [req-9a51f5d1-f13a-4706-a25c-0d718f93eb2d req-a447d6a3-c2a2-4242-a361-9859525b9c99 service neutron] Bound port: f5b55a14-2204-4e1f-a1f9-794314afd998, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b2bdf31-1edb-427a-8445-8e7270992ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8f180a66-3dac-433f-ad86-2980dd11d2cf'}}] {{(pid=108904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:48:56.881130 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-9a51f5d1-f13a-4706-a25c-0d718f93eb2d req-a447d6a3-c2a2-4242-a361-9859525b9c99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:56.887183 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e3b484-1b76-430a-adba-f44c5831d14a None None] Bound using segment: {'id': '7f17c5c4-900f-4b5f-8564-78f9e4a462bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f48475bf-944a-4c2f-81b1-c044356a1dbb'} {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:48:56.887893 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.managers [None req-34e3b484-1b76-430a-adba-f44c5831d14a None None] Bound port: d8b6f989-fa2b-400e-af50-ae6b213c6ee9, host: dv-cinder-784477-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f17c5c4-900f-4b5f-8564-78f9e4a462bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f48475bf-944a-4c2f-81b1-c044356a1dbb'}}] {{(pid=108906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:48:56.888459 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-34e3b484-1b76-430a-adba-f44c5831d14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:56.904505 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device 10b8ae3b-d5eb-45b9-95fc-83926da84df4 up at agent ovs-agent-dv-cinder-784477-11-iscsi {{(pid=108906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:48:57.013805 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c3bb598d-dbb8-4be2-8eb8-e0472993173a req-9006e83e-e26a-4e77-a3f9-deb83e7a6af8 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 210 time: 0.1725919 Dec 16 15:48:57.015370 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-d5d32958-9ee9-422f-9257-cdb7f956e7eb tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:57.039946 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-e3afb9e6-4de4-4d67-9004-e5fb8a92c2e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:57.091734 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-e3afb9e6-4de4-4d67-9004-e5fb8a92c2e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:57.122191 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-89d2fc1e-229d-454a-9445-5557208a9007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:57.136007 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-89d2fc1e-229d-454a-9445-5557208a9007 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:57.139479 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-89d2fc1e-229d-454a-9445-5557208a9007 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4d3b6014-3c8d-4045-befb-febe9ba8a91f HTTP/1.1" status: 204 len: 168 time: 1.3217244 Dec 16 15:48:57.155721 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.db [req-9a51f5d1-f13a-4706-a25c-0d718f93eb2d req-a447d6a3-c2a2-4242-a361-9859525b9c99 service neutron] For port f5b55a14-2204-4e1f-a1f9-794314afd998, host hv-cinder-78447, cleared binding levels {{(pid=108904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:48:57.166571 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-d5d32958-9ee9-422f-9257-cdb7f956e7eb tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:57.171513 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.db [req-9a51f5d1-f13a-4706-a25c-0d718f93eb2d req-a447d6a3-c2a2-4242-a361-9859525b9c99 service neutron] For port f5b55a14-2204-4e1f-a1f9-794314afd998, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=f5b55a14-2204-4e1f-a1f9-794314afd998,segment=NetworkSegment(6b2bdf31-1edb-427a-8445-8e7270992ff2),segment_id=6b2bdf31-1edb-427a-8445-8e7270992ff2)] {{(pid=108904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:48:57.181134 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbf46af-b7cc-47b3-be56-e8ac787c4f3a req-e702d82d-cd7c-478f-897f-a65acb2010c9 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:57.184971 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-9fbf46af-b7cc-47b3-be56-e8ac787c4f3a req-e702d82d-cd7c-478f-897f-a65acb2010c9 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=833cc951-4fe1-4d89-884f-6c98308de4bc HTTP/1.1" status: 200 len: 943 time: 0.6676536 Dec 16 15:48:57.187112 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd689356-19e4-412d-896a-cf81520bc673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a462876b-dee3-4c7d-a7bd-ec89a3480eb6,revision_number=1']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:57.226982 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-9a51f5d1-f13a-4706-a25c-0d718f93eb2d req-a447d6a3-c2a2-4242-a361-9859525b9c99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:57.377364 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a51f5d1-f13a-4706-a25c-0d718f93eb2d req-a447d6a3-c2a2-4242-a361-9859525b9c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:57.378652 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-9a51f5d1-f13a-4706-a25c-0d718f93eb2d req-a447d6a3-c2a2-4242-a361-9859525b9c99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7902797'] for port, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:57.380023 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-9a51f5d1-f13a-4706-a25c-0d718f93eb2d req-a447d6a3-c2a2-4242-a361-9859525b9c99 service neutron] 10.222.0.66 "PUT /v2.0/ports/f5b55a14-2204-4e1f-a1f9-794314afd998 HTTP/1.1" status: 200 len: 1093 time: 3.8966236 Dec 16 15:48:57.388772 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d2fc1e-229d-454a-9445-5557208a9007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3b6014-3c8d-4045-befb-febe9ba8a91f,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:57.388953 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b15a27c-e6e3-4ac9-8882-9e52028c3bbd', 'tag': 'f5b55a14-2204-4e1f-a1f9-794314afd998'}] {{(pid=108904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:48:57.432517 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-34e3b484-1b76-430a-adba-f44c5831d14a None None] For port d8b6f989-fa2b-400e-af50-ae6b213c6ee9, host dv-cinder-784477-11-iscsi, cleared binding levels {{(pid=108906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:48:57.446727 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Provisioning complete for port 10b8ae3b-d5eb-45b9-95fc-83926da84df4 triggered by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:48:57.447645 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:57.475853 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-34e3b484-1b76-430a-adba-f44c5831d14a None None] For port d8b6f989-fa2b-400e-af50-ae6b213c6ee9, host dv-cinder-784477-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=d8b6f989-fa2b-400e-af50-ae6b213c6ee9,segment=NetworkSegment(7f17c5c4-900f-4b5f-8564-78f9e4a462bc),segment_id=7f17c5c4-900f-4b5f-8564-78f9e4a462bc)] {{(pid=108906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:48:57.548995 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-34e3b484-1b76-430a-adba-f44c5831d14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:57.675547 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a447d6a3-c2a2-4242-a361-9859525b9c99 service neutron] Pushing event updated for resources: {'Port': ['ID=f5b55a14-2204-4e1f-a1f9-794314afd998,revision_number=3']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:57.720097 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-9fbf46af-b7cc-47b3-be56-e8ac787c4f3a req-f2065bff-8be7-4da1-b5ac-3b0217c8dd6c tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a06c891-fae3-406d-b89e-bc8eaf612049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3667214 Dec 16 15:48:57.744574 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f8c00e-1ddf-4c79-89b8-96ee406b8062 None None] Pushing event updated for resources: {'Port': ['ID=d8b6f989-fa2b-400e-af50-ae6b213c6ee9,revision_number=4']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:57.774757 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91443af5-e179-4dbb-a505-24bf12d1b4e4 req-3cb41102-fc1b-402c-bc92-14bf2624dfc3 tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:57.778688 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-91443af5-e179-4dbb-a505-24bf12d1b4e4 req-3cb41102-fc1b-402c-bc92-14bf2624dfc3 tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b15a27c-e6e3-4ac9-8882-9e52028c3bbd HTTP/1.1" status: 200 len: 943 time: 0.3014355 Dec 16 15:48:57.783677 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.managers [req-46ea1b42-e758-4ab2-a1e0-c35c60c1a376 req-3a86aa18-8a3a-486d-8097-33e58fa5962d service neutron] Attempting to bind port 83410d19-2bd0-4afe-845a-c137ecec96ca on host hv-cinder-78447 for vnic_type normal with profile {{(pid=108905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:48:57.784795 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.managers [req-46ea1b42-e758-4ab2-a1e0-c35c60c1a376 req-3a86aa18-8a3a-486d-8097-33e58fa5962d service neutron] Attempting to bind port 83410d19-2bd0-4afe-845a-c137ecec96ca by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': 'b7534591-d412-403e-acd7-f4f21cb9b99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '4e96172c-0b71-4de2-95ab-4226e7a02984'}] {{(pid=108905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:48:57.787268 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ea1b42-e758-4ab2-a1e0-c35c60c1a376 req-3a86aa18-8a3a-486d-8097-33e58fa5962d service neutron] Attempting to bind port 83410d19-2bd0-4afe-845a-c137ecec96ca on network 4e96172c-0b71-4de2-95ab-4226e7a02984 {{(pid=108905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:48:57.808379 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e3b484-1b76-430a-adba-f44c5831d14a None None] Routers {'6c9f5a8f-d22e-44f0-8a1e-187457b8422e'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:48:57.809037 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-34e3b484-1b76-430a-adba-f44c5831d14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:48:39Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['6c9f5a8f-d22e-44f0-8a1e-187457b8422e'], 'active': True} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:48:57.877377 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-e3afb9e6-4de4-4d67-9004-e5fb8a92c2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:57.893867 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-e3afb9e6-4de4-4d67-9004-e5fb8a92c2e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:57.895558 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-e3afb9e6-4de4-4d67-9004-e5fb8a92c2e5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a462876b-dee3-4c7d-a7bd-ec89a3480eb6 HTTP/1.1" status: 204 len: 168 time: 1.2930050 Dec 16 15:48:57.994190 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-91443af5-e179-4dbb-a505-24bf12d1b4e4 req-6bbd1653-44ae-4f65-a48a-7973da3643da tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd33d019-aa1c-495c-a31b-d8cdb0e1d910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931126 Dec 16 15:48:57.995917 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ea1b42-e758-4ab2-a1e0-c35c60c1a376 req-3a86aa18-8a3a-486d-8097-33e58fa5962d service neutron] Port 83410d19-2bd0-4afe-845a-c137ecec96ca on network 4e96172c-0b71-4de2-95ab-4226e7a02984 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=108905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:48:57.996244 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ea1b42-e758-4ab2-a1e0-c35c60c1a376 req-3a86aa18-8a3a-486d-8097-33e58fa5962d service neutron] Attempting to bind port 83410d19-2bd0-4afe-845a-c137ecec96ca on network 4e96172c-0b71-4de2-95ab-4226e7a02984 {{(pid=108905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:48:58.034215 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3afb9e6-4de4-4d67-9004-e5fb8a92c2e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a462876b-dee3-4c7d-a7bd-ec89a3480eb6,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:58.093337 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ea1b42-e758-4ab2-a1e0-c35c60c1a376 req-3a86aa18-8a3a-486d-8097-33e58fa5962d service neutron] Checking agent: {'id': 'cc3d5e4c-e00e-4c48-b0f7-4cab06ea1ca9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 46, 48), 'started_at': datetime.datetime(2021, 12, 16, 15, 46, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:48:58.095706 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ea1b42-e758-4ab2-a1e0-c35c60c1a376 req-3a86aa18-8a3a-486d-8097-33e58fa5962d service neutron] Checking segment: {'id': 'b7534591-d412-403e-acd7-f4f21cb9b99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '4e96172c-0b71-4de2-95ab-4226e7a02984'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:48:58.096278 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ea1b42-e758-4ab2-a1e0-c35c60c1a376 req-3a86aa18-8a3a-486d-8097-33e58fa5962d service neutron] Bound using segment: {'id': 'b7534591-d412-403e-acd7-f4f21cb9b99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '4e96172c-0b71-4de2-95ab-4226e7a02984'} {{(pid=108905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:48:58.098217 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.managers [req-46ea1b42-e758-4ab2-a1e0-c35c60c1a376 req-3a86aa18-8a3a-486d-8097-33e58fa5962d service neutron] Bound port: 83410d19-2bd0-4afe-845a-c137ecec96ca, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7534591-d412-403e-acd7-f4f21cb9b99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '4e96172c-0b71-4de2-95ab-4226e7a02984'}}] {{(pid=108905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:48:58.102031 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-46ea1b42-e758-4ab2-a1e0-c35c60c1a376 req-3a86aa18-8a3a-486d-8097-33e58fa5962d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:58.110108 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvr_db [None req-34e3b484-1b76-430a-adba-f44c5831d14a None None] Set router 6c9f5a8f-d22e-44f0-8a1e-187457b8422e gateway port host: dv-cinder-784477-11-iscsi {{(pid=108906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:48:58.139545 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a51f5d1-f13a-4706-a25c-0d718f93eb2d req-fd3bf56e-6ac8-43f5-a4c9-f8f9c52aae65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:58.141075 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-9a51f5d1-f13a-4706-a25c-0d718f93eb2d req-fd3bf56e-6ac8-43f5-a4c9-f8f9c52aae65 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e5edb8b1d36e4f01bc38f277910faf05&device_id=8b15a27c-e6e3-4ac9-8882-9e52028c3bbd HTTP/1.1" status: 200 len: 1096 time: 0.4670954 Dec 16 15:48:58.303343 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-d5d32958-9ee9-422f-9257-cdb7f956e7eb tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks [] for port, precommit_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:58.315325 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0a2cce90635460fa9ee7acd2d2298fc55a52ab45a9458d7253143d338a4b89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-183c1e4c-929c-4a4e-818b-c053356cc92e" -d '{"events": [{"name": "network-changed", "server_uuid": "8b15a27c-e6e3-4ac9-8882-9e52028c3bbd", "tag": "f5b55a14-2204-4e1f-a1f9-794314afd998"}]}' {{(pid=108904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:48:58.618905 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.db [req-46ea1b42-e758-4ab2-a1e0-c35c60c1a376 req-3a86aa18-8a3a-486d-8097-33e58fa5962d service neutron] For port 83410d19-2bd0-4afe-845a-c137ecec96ca, host hv-cinder-78447, cleared binding levels {{(pid=108905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:48:58.684307 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.db [req-46ea1b42-e758-4ab2-a1e0-c35c60c1a376 req-3a86aa18-8a3a-486d-8097-33e58fa5962d service neutron] For port 83410d19-2bd0-4afe-845a-c137ecec96ca, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=83410d19-2bd0-4afe-845a-c137ecec96ca,segment=NetworkSegment(b7534591-d412-403e-acd7-f4f21cb9b99f),segment_id=b7534591-d412-403e-acd7-f4f21cb9b99f)] {{(pid=108905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:48:58.710248 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 35232) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:48:58.735982 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-46ea1b42-e758-4ab2-a1e0-c35c60c1a376 req-3a86aa18-8a3a-486d-8097-33e58fa5962d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5936077'] for port, after_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:58.826510 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-34e3b484-1b76-430a-adba-f44c5831d14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9f5a8f-d22e-44f0-8a1e-187457b8422e', 'name': 'tempest-ServerRescueNegativeTestJSON-1232384273-router', 'tenant_id': '290d9f6dcb5f4f878cc58690825a1e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'e5b1f3db-60a6-4af6-b03a-4e3e31e742f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:48:39Z', 'updated_at': '2021-12-16T15:48:48Z', 'revision_number': 4, 'project_id': '290d9f6dcb5f4f878cc58690825a1e12', 'gw_port': {'id': 'e5b1f3db-60a6-4af6-b03a-4e3e31e742f8', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:66:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9f5a8f-d22e-44f0-8a1e-187457b8422e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:41Z', 'updated_at': '2021-12-16T15:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_interfaces': [{'id': 'd8b6f989-fa2b-400e-af50-ae6b213c6ee9', 'name': '', 'network_id': 'f48475bf-944a-4c2f-81b1-c044356a1dbb', 'tenant_id': '290d9f6dcb5f4f878cc58690825a1e12', 'mac_address': 'fa:16:3e:00:e1:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c9f5a8f-d22e-44f0-8a1e-187457b8422e', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ac75be2f-288e-4c4c-b681-13dbe4d336f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:46Z', 'updated_at': '2021-12-16T15:48:57Z', 'revision_number': 4, 'project_id': '290d9f6dcb5f4f878cc58690825a1e12', 'subnets': [{'id': 'ac75be2f-288e-4c4c-b681-13dbe4d336f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:48:58.862498 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-9a51f5d1-f13a-4706-a25c-0d718f93eb2d req-6c1daf77-46c7-4eed-bce8-84c64c38aa3a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5b55a14-2204-4e1f-a1f9-794314afd998 HTTP/1.1" status: 200 len: 217 time: 0.5538108 Dec 16 15:48:58.863124 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-d5d32958-9ee9-422f-9257-cdb7f956e7eb tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:58.925491 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-d5d32958-9ee9-422f-9257-cdb7f956e7eb tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874419'] for floatingip, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:58.944998 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e3b484-1b76-430a-adba-f44c5831d14a None None] The sync data for ids ['6c9f5a8f-d22e-44f0-8a1e-187457b8422e'] in dv-cinder-784477-11-iscsi is: [{'id': '6c9f5a8f-d22e-44f0-8a1e-187457b8422e', 'name': 'tempest-ServerRescueNegativeTestJSON-1232384273-router', 'tenant_id': '290d9f6dcb5f4f878cc58690825a1e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'e5b1f3db-60a6-4af6-b03a-4e3e31e742f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:48:39Z', 'updated_at': '2021-12-16T15:48:48Z', 'revision_number': 4, 'project_id': '290d9f6dcb5f4f878cc58690825a1e12', 'gw_port': {'id': 'e5b1f3db-60a6-4af6-b03a-4e3e31e742f8', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:66:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9f5a8f-d22e-44f0-8a1e-187457b8422e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:41Z', 'updated_at': '2021-12-16T15:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_interfaces': [{'id': 'd8b6f989-fa2b-400e-af50-ae6b213c6ee9', 'name': '', 'network_id': 'f48475bf-944a-4c2f-81b1-c044356a1dbb', 'tenant_id': '290d9f6dcb5f4f878cc58690825a1e12', 'mac_address': 'fa:16:3e:00:e1:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c9f5a8f-d22e-44f0-8a1e-187457b8422e', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ac75be2f-288e-4c4c-b681-13dbe4d336f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:46Z', 'updated_at': '2021-12-16T15:48:57Z', 'revision_number': 4, 'project_id': '290d9f6dcb5f4f878cc58690825a1e12', 'subnets': [{'id': 'ac75be2f-288e-4c4c-b681-13dbe4d336f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:48:59.005329 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea1b42-e758-4ab2-a1e0-c35c60c1a376 req-3a86aa18-8a3a-486d-8097-33e58fa5962d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:59.005939 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-46ea1b42-e758-4ab2-a1e0-c35c60c1a376 req-3a86aa18-8a3a-486d-8097-33e58fa5962d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7902797'] for port, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:59.009913 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-46ea1b42-e758-4ab2-a1e0-c35c60c1a376 req-3a86aa18-8a3a-486d-8097-33e58fa5962d service neutron] 10.222.0.66 "PUT /v2.0/ports/83410d19-2bd0-4afe-845a-c137ecec96ca HTTP/1.1" status: 200 len: 1093 time: 5.5210779 Dec 16 15:48:59.042319 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '833cc951-4fe1-4d89-884f-6c98308de4bc', 'tag': '83410d19-2bd0-4afe-845a-c137ecec96ca'}] {{(pid=108905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:48:59.082969 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-d5d32958-9ee9-422f-9257-cdb7f956e7eb tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294'] for floatingip, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:59.092818 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-d5d32958-9ee9-422f-9257-cdb7f956e7eb tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0474961 Dec 16 15:48:59.092818 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d32958-9ee9-422f-9257-cdb7f956e7eb tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Pushing event updated for resources: {'Port': ['ID=9e8193f8-0983-42ff-aa6f-4b3dbb8cfd45,revision_number=2']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:59.116914 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a51f5d1-f13a-4706-a25c-0d718f93eb2d req-59641602-b0fe-4329-aed6-f33fe01889ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:59.122152 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-9a51f5d1-f13a-4706-a25c-0d718f93eb2d req-59641602-b0fe-4329-aed6-f33fe01889ce service neutron] 10.222.0.66 "GET /v2.0/subnets?id=61533cef-b28a-4878-a111-f4737b38509d HTTP/1.1" status: 200 len: 852 time: 0.2384896 Dec 16 15:48:59.150122 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb2ee4f-f662-4527-b5f7-72a18821e0b7 req-8788eca8-1b22-4db1-8e7a-7dd2e39a3456 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:59.164460 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-1bb2ee4f-f662-4527-b5f7-72a18821e0b7 req-8788eca8-1b22-4db1-8e7a-7dd2e39a3456 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/networks?id=f48475bf-944a-4c2f-81b1-c044356a1dbb HTTP/1.1" status: 200 len: 819 time: 1.1783466 Dec 16 15:48:59.183468 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.66', 65120) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:48:59.287463 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a692c3-7ae7-44d4-8883-811c8d7914c3 x-openstack-request-id: req-52a692c3-7ae7-44d4-8883-811c8d7914c3 {{(pid=108904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:48:59.287827 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b15a27c-e6e3-4ac9-8882-9e52028c3bbd", "tag": "f5b55a14-2204-4e1f-a1f9-794314afd998", "status": "completed", "code": 200}]} {{(pid=108904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:48:59.288090 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-52a692c3-7ae7-44d4-8883-811c8d7914c3 {{(pid=108904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:48:59.288564 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b15a27c-e6e3-4ac9-8882-9e52028c3bbd', 'tag': 'f5b55a14-2204-4e1f-a1f9-794314afd998', 'status': 'completed', 'code': 200} Dec 16 15:48:59.291349 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 35258) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:48:59.320028 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a86aa18-8a3a-486d-8097-33e58fa5962d service neutron] Pushing event updated for resources: {'Port': ['ID=83410d19-2bd0-4afe-845a-c137ecec96ca,revision_number=3']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:59.329780 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-9a51f5d1-f13a-4706-a25c-0d718f93eb2d req-fe680386-aca7-43d5-b206-f54fee641a40 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8f180a66-3dac-433f-ad86-2980dd11d2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1882420 Dec 16 15:48:59.333914 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-5983d110-1f7d-4c24-bc78-f0ee6b9d1047 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:59.440897 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-1bb2ee4f-f662-4527-b5f7-72a18821e0b7 req-0f2fcce3-c5f6-4e55-b356-4e2f764c1ce7 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/quotas/290d9f6dcb5f4f878cc58690825a1e12 HTTP/1.1" status: 200 len: 375 time: 0.2729425 Dec 16 15:48:59.489313 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-116066cc-d299-4070-a05e-55bb82f68693 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:59.616577 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-9a51f5d1-f13a-4706-a25c-0d718f93eb2d req-8e39a8aa-e247-4e23-a121-0a03f06775ce service neutron] 10.222.0.66 "GET /v2.0/networks/8f180a66-3dac-433f-ad86-2980dd11d2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433660 Dec 16 15:48:59.666632 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea1b42-e758-4ab2-a1e0-c35c60c1a376 req-0a37c7d9-d949-41fd-bd8e-9491ae017650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:59.668238 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-46ea1b42-e758-4ab2-a1e0-c35c60c1a376 req-0a37c7d9-d949-41fd-bd8e-9491ae017650 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=44bf2643f52c4cc5aa01ae68ef13e12f&device_id=833cc951-4fe1-4d89-884f-6c98308de4bc HTTP/1.1" status: 200 len: 1096 time: 0.4427977 Dec 16 15:48:59.705971 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-1bb2ee4f-f662-4527-b5f7-72a18821e0b7 req-ca5f93b7-135f-4dde-8de6-a842e0c94845 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=290d9f6dcb5f4f878cc58690825a1e12&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2636371 Dec 16 15:48:59.720289 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6427484bab23da45c698b4d929e4ad3874a49078d57181539d46633581fe494" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fdfdc1d-3384-46a7-82d3-0f755fad2156" -d '{"events": [{"name": "network-changed", "server_uuid": "833cc951-4fe1-4d89-884f-6c98308de4bc", "tag": "83410d19-2bd0-4afe-845a-c137ecec96ca"}]}' {{(pid=108905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:48:59.731129 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0613fd96-5eec-4e8f-b0bf-9ef85579bc60 req-bafb4d1c-3d2a-40e3-ace6-4b2fa6b91758 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:59.739590 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-0613fd96-5eec-4e8f-b0bf-9ef85579bc60 req-bafb4d1c-3d2a-40e3-ace6-4b2fa6b91758 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=833cc951-4fe1-4d89-884f-6c98308de4bc HTTP/1.1" status: 200 len: 943 time: 0.3525116 Dec 16 15:48:59.812065 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e884f8-de23-44dc-b01a-253168e0bb0e req-1d5606b5-7ffd-4f6e-aec6-db45394554e6 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:59.823382 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-07e884f8-de23-44dc-b01a-253168e0bb0e req-1d5606b5-7ffd-4f6e-aec6-db45394554e6 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.66 "GET /v2.0/networks?id=f48475bf-944a-4c2f-81b1-c044356a1dbb HTTP/1.1" status: 200 len: 819 time: 0.6176167 Dec 16 15:48:59.854409 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-5983d110-1f7d-4c24-bc78-f0ee6b9d1047 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:59.884063 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-5983d110-1f7d-4c24-bc78-f0ee6b9d1047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:59.900114 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-9a51f5d1-f13a-4706-a25c-0d718f93eb2d req-75192a51-f652-44c8-bccb-c400eebe777b service neutron] 10.222.0.66 "GET /v2.0/networks/8f180a66-3dac-433f-ad86-2980dd11d2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546604 Dec 16 15:49:00.035474 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-5983d110-1f7d-4c24-bc78-f0ee6b9d1047 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b3286c3f45eb4897ba91450dbc1a9e74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7313650 Dec 16 15:49:00.035474 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5983d110-1f7d-4c24-bc78-f0ee6b9d1047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f20414f7-6fe4-4048-ab27-fe484121c1c8,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:00.036487 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 35280) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:49:00.104743 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-46ea1b42-e758-4ab2-a1e0-c35c60c1a376 req-99eb66aa-9ea7-4f10-9471-51ffe6414baf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83410d19-2bd0-4afe-845a-c137ecec96ca HTTP/1.1" status: 200 len: 217 time: 0.3592441 Dec 16 15:49:00.208381 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-a5fdc705-1a5e-4810-9f98-2ce891498679 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:00.265674 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-a5fdc705-1a5e-4810-9f98-2ce891498679 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:00.311308 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-0613fd96-5eec-4e8f-b0bf-9ef85579bc60 req-13bf21aa-d358-412d-8ccf-bea8b13b206f tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a06c891-fae3-406d-b89e-bc8eaf612049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5706997 Dec 16 15:49:00.408160 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-1bb2ee4f-f662-4527-b5f7-72a18821e0b7 req-8a726b28-2e0f-44fe-a5f3-13fe0f1afeb0 service neutron] 10.222.0.31 "GET /v2.0/networks/f48475bf-944a-4c2f-81b1-c044356a1dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6955762 Dec 16 15:49:00.415784 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-a5fdc705-1a5e-4810-9f98-2ce891498679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:00.418545 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-a5fdc705-1a5e-4810-9f98-2ce891498679 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:00.419811 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-a5fdc705-1a5e-4810-9f98-2ce891498679 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f20414f7-6fe4-4048-ab27-fe484121c1c8 HTTP/1.1" status: 204 len: 168 time: 0.3559523 Dec 16 15:49:00.434742 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fdc705-1a5e-4810-9f98-2ce891498679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20414f7-6fe4-4048-ab27-fe484121c1c8,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:00.468686 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-116066cc-d299-4070-a05e-55bb82f68693 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:00.564674 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-116066cc-d299-4070-a05e-55bb82f68693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:00.648996 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 35292) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:49:00.674123 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-116066cc-d299-4070-a05e-55bb82f68693 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d60de414c0704f73aeaa124bf2b2d24d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9300721 Dec 16 15:49:00.675087 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116066cc-d299-4070-a05e-55bb82f68693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac4f867-f6c1-46e6-b5d0-65b8abd66045,revision_number=1']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:00.800194 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e4610a-182b-4111-a5a5-f59d23c4333e req-c09f589b-9326-45dd-bd6d-3f0d15ee4403 tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:00.811698 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-d3e4610a-182b-4111-a5a5-f59d23c4333e req-c09f589b-9326-45dd-bd6d-3f0d15ee4403 tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b15a27c-e6e3-4ac9-8882-9e52028c3bbd HTTP/1.1" status: 200 len: 943 time: 0.3371327 Dec 16 15:49:00.829741 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-db09e0ac-4ad0-44d3-b1dc-38ab7d2882fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:00.916163 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-1bb2ee4f-f662-4527-b5f7-72a18821e0b7 req-1e344e98-4fb0-4f32-9730-daebb4f5be6d service neutron] 10.222.0.31 "GET /v2.0/networks/f48475bf-944a-4c2f-81b1-c044356a1dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5074356 Dec 16 15:49:00.926842 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-db09e0ac-4ad0-44d3-b1dc-38ab7d2882fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:00.997196 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device d8b6f989-fa2b-400e-af50-ae6b213c6ee9 up at agent ovs-agent-dv-cinder-784477-11-iscsi {{(pid=108906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:49:01.035006 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-d3e4610a-182b-4111-a5a5-f59d23c4333e req-1e43f11f-8b04-49a5-9310-78264f71986d tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd33d019-aa1c-495c-a31b-d8cdb0e1d910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223773 Dec 16 15:49:01.093743 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-db09e0ac-4ad0-44d3-b1dc-38ab7d2882fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:01.097743 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-db09e0ac-4ad0-44d3-b1dc-38ab7d2882fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:01.103514 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-db09e0ac-4ad0-44d3-b1dc-38ab7d2882fb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fac4f867-f6c1-46e6-b5d0-65b8abd66045 HTTP/1.1" status: 204 len: 168 time: 0.4454949 Dec 16 15:49:01.123026 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db09e0ac-4ad0-44d3-b1dc-38ab7d2882fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac4f867-f6c1-46e6-b5d0-65b8abd66045,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:01.223966 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Provisioning complete for port d8b6f989-fa2b-400e-af50-ae6b213c6ee9 triggered by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:49:01.224397 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:01.452195 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-a08f05a2-61e8-475e-83a2-6a734557227c req-2e95b3be-14cc-42e8-b4b4-23e570dccca4 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--413509739&fields=id&tenant_id=a82af4eab10342ddbdddd09e11579c36 HTTP/1.1" status: 200 len: 267 time: 0.1931026 Dec 16 15:49:01.484967 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:01.652424 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] For port d8b6f989-fa2b-400e-af50-ae6b213c6ee9, host dv-cinder-784477-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=d8b6f989-fa2b-400e-af50-ae6b213c6ee9,segment=NetworkSegment(7f17c5c4-900f-4b5f-8564-78f9e4a462bc),segment_id=7f17c5c4-900f-4b5f-8564-78f9e4a462bc)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:49:01.661176 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:01.797137 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Pushing event updated for resources: {'Port': ['ID=d8b6f989-fa2b-400e-af50-ae6b213c6ee9,revision_number=5']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:01.802133 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f05a2-61e8-475e-83a2-6a734557227c req-ca478ef5-1594-4cee-85d6-e17d6b75f6cf tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:01.811335 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-a08f05a2-61e8-475e-83a2-6a734557227c req-ca478ef5-1594-4cee-85d6-e17d6b75f6cf tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/networks?id=995ae86b-522a-475e-97b2-0044dee2628f HTTP/1.1" status: 200 len: 810 time: 0.3582144 Dec 16 15:49:01.843339 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-a08f05a2-61e8-475e-83a2-6a734557227c req-3eac8d8d-f742-47d7-a840-c3b9aa2c8a96 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/quotas/a82af4eab10342ddbdddd09e11579c36 HTTP/1.1" status: 200 len: 375 time: 0.0303240 Dec 16 15:49:01.987537 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-a08f05a2-61e8-475e-83a2-6a734557227c req-1d12d320-0df9-4808-904a-e8b5e3a67f72 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a82af4eab10342ddbdddd09e11579c36&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1304307 Dec 16 15:49:02.092994 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba74b0a-0dc4-4b89-a42c-9e9ee4acdf23 x-openstack-request-id: req-dba74b0a-0dc4-4b89-a42c-9e9ee4acdf23 {{(pid=108905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:49:02.093633 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "833cc951-4fe1-4d89-884f-6c98308de4bc", "tag": "83410d19-2bd0-4afe-845a-c137ecec96ca", "status": "completed", "code": 200}]} {{(pid=108905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:49:02.093887 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dba74b0a-0dc4-4b89-a42c-9e9ee4acdf23 {{(pid=108905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:49:02.094481 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '833cc951-4fe1-4d89-884f-6c98308de4bc', 'tag': '83410d19-2bd0-4afe-845a-c137ecec96ca', 'status': 'completed', 'code': 200} Dec 16 15:49:02.130334 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-ee4eca26-ab96-449e-a073-91767ea18e02 req-f2e02011-e2af-4b3e-95c2-120bfb8fd34c tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce6f3e72-0124-4937-9016-c13d65d07acd HTTP/1.1" status: 200 len: 210 time: 0.0509603 Dec 16 15:49:02.159223 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 35364) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:49:02.185803 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-8f770c0e-f5ec-4b78-8ade-0e981e05963c admin admin] Publish callbacks [] for security_group, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:02.235473 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-a08f05a2-61e8-475e-83a2-6a734557227c req-e0bfdb5a-718d-4542-b841-9778ff7e682c service neutron] 10.222.0.31 "GET /v2.0/networks/995ae86b-522a-475e-97b2-0044dee2628f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470155 Dec 16 15:49:02.375959 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-8f770c0e-f5ec-4b78-8ade-0e981e05963c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:02.387637 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-8f770c0e-f5ec-4b78-8ade-0e981e05963c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:02.487984 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-8f770c0e-f5ec-4b78-8ade-0e981e05963c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=965a7c5d3a6a4af59b5e61357ba55f7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3261926 Dec 16 15:49:02.491303 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90164a4b-dfc9-446d-9abb-cb37585cce63 req-416828f8-22cc-4e55-85a4-1059f9a1807b tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:02.491901 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 35370) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:49:02.493919 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-90164a4b-dfc9-446d-9abb-cb37585cce63 req-416828f8-22cc-4e55-85a4-1059f9a1807b tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=833cc951-4fe1-4d89-884f-6c98308de4bc HTTP/1.1" status: 200 len: 943 time: 0.1941020 Dec 16 15:49:02.547672 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f770c0e-f5ec-4b78-8ade-0e981e05963c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad33fa4-fb64-421b-a3af-9f21abb14028,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:02.571354 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-4113621a-bc8e-4d4d-be9a-76958670d1c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:02.578308 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-a08f05a2-61e8-475e-83a2-6a734557227c req-d44eae83-6b29-4174-9b51-f1a74570f90f service neutron] 10.222.0.31 "GET /v2.0/networks/995ae86b-522a-475e-97b2-0044dee2628f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3241911 Dec 16 15:49:02.607432 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-4113621a-bc8e-4d4d-be9a-76958670d1c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:02.624300 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-90164a4b-dfc9-446d-9abb-cb37585cce63 req-5ecd2281-f267-403f-92b4-bba3fe6ff08b tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a06c891-fae3-406d-b89e-bc8eaf612049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068645 Dec 16 15:49:02.730222 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-4113621a-bc8e-4d4d-be9a-76958670d1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:02.733115 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-4113621a-bc8e-4d4d-be9a-76958670d1c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:02.736888 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-4113621a-bc8e-4d4d-be9a-76958670d1c8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bad33fa4-fb64-421b-a3af-9f21abb14028 HTTP/1.1" status: 204 len: 168 time: 0.2340682 Dec 16 15:49:02.748154 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4113621a-bc8e-4d4d-be9a-76958670d1c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad33fa4-fb64-421b-a3af-9f21abb14028,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:02.939685 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device d8b6f989-fa2b-400e-af50-ae6b213c6ee9 up at agent ovs-agent-dv-cinder-784477-11-iscsi {{(pid=108906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:49:03.044817 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Provisioning complete for port d8b6f989-fa2b-400e-af50-ae6b213c6ee9 triggered by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:49:03.045292 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:03.105833 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459193e7-3359-446c-9aff-ebed02ae4e2b req-a7d5f38a-9ab9-4ec4-8df7-103c3cca56ad tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:03.116205 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-459193e7-3359-446c-9aff-ebed02ae4e2b req-a7d5f38a-9ab9-4ec4-8df7-103c3cca56ad tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b15a27c-e6e3-4ac9-8882-9e52028c3bbd HTTP/1.1" status: 200 len: 943 time: 0.2847278 Dec 16 15:49:03.153094 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-4f72eedf-b982-45a2-aa54-30dc1751b8b1 req-c355f8ee-2f71-42c6-a2f5-36082d6c203b tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=29bba044-2e01-44b1-bb03-0f367846a5f0 HTTP/1.1" status: 200 len: 210 time: 0.1090312 Dec 16 15:49:03.265246 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-459193e7-3359-446c-9aff-ebed02ae4e2b req-02c95b4e-0593-4b31-a441-f84855f640ba tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd33d019-aa1c-495c-a31b-d8cdb0e1d910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405158 Dec 16 15:49:03.330102 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-6780a1a1-811c-4143-9830-8ac94af32c75 req-573dbaef-3b1e-4a6d-979d-b267f15ef50b tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce6f3e72-0124-4937-9016-c13d65d07acd HTTP/1.1" status: 200 len: 210 time: 0.0576479 Dec 16 15:49:03.541815 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 35418) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:49:03.550194 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.v2.base [req-07e884f8-de23-44dc-b01a-253168e0bb0e req-f91fdc7e-93ec-416c-8461-91a509984e6a tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Request body: {'port': {'device_id': '05750574-60a7-44f6-8fd6-d2fd52b57e91', 'network_id': 'f48475bf-944a-4c2f-81b1-c044356a1dbb', 'admin_state_up': True, 'tenant_id': '290d9f6dcb5f4f878cc58690825a1e12'}} {{(pid=108905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:49:03.666432 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183c1e4c-929c-4a4e-818b-c053356cc92e req-e225f985-b6a6-46d7-8926-ca27af0719a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:03.668961 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-183c1e4c-929c-4a4e-818b-c053356cc92e req-e225f985-b6a6-46d7-8926-ca27af0719a0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e5edb8b1d36e4f01bc38f277910faf05&device_id=8b15a27c-e6e3-4ac9-8882-9e52028c3bbd HTTP/1.1" status: 200 len: 1096 time: 0.0632956 Dec 16 15:49:03.731311 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-9ee2eaf6-18aa-4ff0-97b6-2d9bef4c9280 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:03.832890 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea1b42-e758-4ab2-a1e0-c35c60c1a376 req-978ac8b5-7132-4cb7-88a7-2e3cd7b33944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:03.834614 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-46ea1b42-e758-4ab2-a1e0-c35c60c1a376 req-978ac8b5-7132-4cb7-88a7-2e3cd7b33944 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ffc256e7-ac77-4ea4-9344-8b0700e6fb89 HTTP/1.1" status: 200 len: 855 time: 0.2311871 Dec 16 15:49:03.903045 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f0817-c308-4e51-9be3-3e2b4799f012 req-ac526dda-21ab-42b3-b6b5-c39e523041a9 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:03.910319 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-364f0817-c308-4e51-9be3-3e2b4799f012 req-ac526dda-21ab-42b3-b6b5-c39e523041a9 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=833cc951-4fe1-4d89-884f-6c98308de4bc HTTP/1.1" status: 200 len: 943 time: 0.1538327 Dec 16 15:49:04.000072 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183c1e4c-929c-4a4e-818b-c053356cc92e req-fe83192b-34ee-456d-801c-405794e8fa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:04.002323 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-183c1e4c-929c-4a4e-818b-c053356cc92e req-fe83192b-34ee-456d-801c-405794e8fa96 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8f180a66-3dac-433f-ad86-2980dd11d2cf HTTP/1.1" status: 200 len: 913 time: 0.2476623 Dec 16 15:49:04.095169 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-46ea1b42-e758-4ab2-a1e0-c35c60c1a376 req-962c69a2-0250-4742-ba8c-c0677c34504f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4e96172c-0b71-4de2-95ab-4226e7a02984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2390294 Dec 16 15:49:04.119337 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-9ee2eaf6-18aa-4ff0-97b6-2d9bef4c9280 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:04.121306 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-183c1e4c-929c-4a4e-818b-c053356cc92e req-fc552e5b-d101-49d9-a489-330f8b0d4fee service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5b55a14-2204-4e1f-a1f9-794314afd998 HTTP/1.1" status: 200 len: 217 time: 0.1090381 Dec 16 15:49:04.129324 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-9ee2eaf6-18aa-4ff0-97b6-2d9bef4c9280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:04.204732 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-9ee2eaf6-18aa-4ff0-97b6-2d9bef4c9280 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=30d47a9562d345bd99aa517ce2ec17f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6587551 Dec 16 15:49:04.211567 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 35446) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:49:04.229589 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee2eaf6-18aa-4ff0-97b6-2d9bef4c9280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb3edd3-963b-4c4e-8b9f-8024cd459970,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:04.257484 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-364f0817-c308-4e51-9be3-3e2b4799f012 req-8ed7df0a-6cc0-4f96-beb5-fee5a005fdcf tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a06c891-fae3-406d-b89e-bc8eaf612049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3461721 Dec 16 15:49:04.258320 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07e884f8-de23-44dc-b01a-253168e0bb0e req-f91fdc7e-93ec-416c-8461-91a509984e6a tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Made reservation on behalf of 290d9f6dcb5f4f878cc58690825a1e12 for: {'port': 1} {{(pid=108905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:49:04.261944 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-07e884f8-de23-44dc-b01a-253168e0bb0e req-f91fdc7e-93ec-416c-8461-91a509984e6a tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:04.270398 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183c1e4c-929c-4a4e-818b-c053356cc92e req-181e2953-3284-4bfd-b16a-645d5b40f474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:04.274418 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-183c1e4c-929c-4a4e-818b-c053356cc92e req-181e2953-3284-4bfd-b16a-645d5b40f474 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=61533cef-b28a-4878-a111-f4737b38509d HTTP/1.1" status: 200 len: 852 time: 0.1202879 Dec 16 15:49:04.320065 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-183c1e4c-929c-4a4e-818b-c053356cc92e req-cb6dd079-592f-4849-b194-b461681c9cf5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8f180a66-3dac-433f-ad86-2980dd11d2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315974 Dec 16 15:49:04.361003 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-46ea1b42-e758-4ab2-a1e0-c35c60c1a376 req-69a8cf75-4d31-465b-9543-7874a31b4021 service neutron] 10.222.0.66 "GET /v2.0/networks/4e96172c-0b71-4de2-95ab-4226e7a02984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518153 Dec 16 15:49:04.391634 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-c3bb066c-aae3-43e3-aa61-0c9ca864fe0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:04.416972 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.66', 65126) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:49:04.438999 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-5147c932-7e79-4919-84ff-27ea1340bf3f req-e8ad562c-b30b-4751-bfe2-ef81495cddd5 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=29bba044-2e01-44b1-bb03-0f367846a5f0 HTTP/1.1" status: 200 len: 210 time: 0.1431952 Dec 16 15:49:04.555204 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-c3bb066c-aae3-43e3-aa61-0c9ca864fe0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:04.673234 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-b3fb864a-36e4-4a33-b8f5-256466523717 req-b7b04045-5adb-453e-a54b-32bfb3173897 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce6f3e72-0124-4937-9016-c13d65d07acd HTTP/1.1" status: 200 len: 210 time: 0.0884614 Dec 16 15:49:04.691977 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-183c1e4c-929c-4a4e-818b-c053356cc92e req-bccf39e7-c22d-49bb-91c2-22e0f8a99bba service neutron] 10.222.0.66 "GET /v2.0/networks/8f180a66-3dac-433f-ad86-2980dd11d2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3600967 Dec 16 15:49:04.730091 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4456da-22b0-4265-9720-c05dd416d76b req-419918a8-9396-4d84-9428-bca390b724a7 tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:04.731604 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-ed4456da-22b0-4265-9720-c05dd416d76b req-419918a8-9396-4d84-9428-bca390b724a7 tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b15a27c-e6e3-4ac9-8882-9e52028c3bbd HTTP/1.1" status: 200 len: 943 time: 0.2950754 Dec 16 15:49:04.762919 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb2ee4f-f662-4527-b5f7-72a18821e0b7 req-15e21fef-e3bf-46e0-8e20-cc7adc164d1e tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:04.764567 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-1bb2ee4f-f662-4527-b5f7-72a18821e0b7 req-15e21fef-e3bf-46e0-8e20-cc7adc164d1e tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.66 "GET /v2.0/networks?id=f48475bf-944a-4c2f-81b1-c044356a1dbb HTTP/1.1" status: 200 len: 819 time: 0.3444188 Dec 16 15:49:04.786855 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-46ea1b42-e758-4ab2-a1e0-c35c60c1a376 req-44e6198e-087f-460f-baa9-fa7e2189b442 service neutron] 10.222.0.66 "GET /v2.0/networks/4e96172c-0b71-4de2-95ab-4226e7a02984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4121425 Dec 16 15:49:04.789220 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.db.db_base_plugin_common [req-07e884f8-de23-44dc-b01a-253168e0bb0e req-f91fdc7e-93ec-416c-8461-91a509984e6a tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Allocated IP 172.20.0.2 (f48475bf-944a-4c2f-81b1-c044356a1dbb/ac75be2f-288e-4c4c-b681-13dbe4d336f8/a162fcff-3fe8-4fc6-a489-b53c84cb0c45) {{(pid=108905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:49:04.819785 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.v2.base [req-1bb2ee4f-f662-4527-b5f7-72a18821e0b7 req-7c78bd54-f7b9-4642-97b9-e969bc936740 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Request body: {'port': {'device_id': 'ce6f3e72-0124-4937-9016-c13d65d07acd', 'network_id': 'f48475bf-944a-4c2f-81b1-c044356a1dbb', 'admin_state_up': True, 'tenant_id': '290d9f6dcb5f4f878cc58690825a1e12'}} {{(pid=108904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:49:04.839896 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-ed4456da-22b0-4265-9720-c05dd416d76b req-4645ec64-2f49-40ef-8804-a1b57630c8e4 tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd33d019-aa1c-495c-a31b-d8cdb0e1d910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899751 Dec 16 15:49:04.854440 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-c3bb066c-aae3-43e3-aa61-0c9ca864fe0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:04.857205 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-c3bb066c-aae3-43e3-aa61-0c9ca864fe0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:04.860865 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-c3bb066c-aae3-43e3-aa61-0c9ca864fe0d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7cb3edd3-963b-4c4e-8b9f-8024cd459970 HTTP/1.1" status: 204 len: 168 time: 0.6417372 Dec 16 15:49:04.902713 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bb066c-aae3-43e3-aa61-0c9ca864fe0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb3edd3-963b-4c4e-8b9f-8024cd459970,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:04.926473 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.66', 65129) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:49:05.091953 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdfdc1d-3384-46a7-82d3-0f755fad2156 req-80ae8e13-53bf-4812-8dc7-1e53f8f2fca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:05.093720 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-9fdfdc1d-3384-46a7-82d3-0f755fad2156 req-80ae8e13-53bf-4812-8dc7-1e53f8f2fca5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=44bf2643f52c4cc5aa01ae68ef13e12f&device_id=833cc951-4fe1-4d89-884f-6c98308de4bc HTTP/1.1" status: 200 len: 1096 time: 0.1952386 Dec 16 15:49:05.180004 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-183c1e4c-929c-4a4e-818b-c053356cc92e req-c84905ab-ecec-4c4b-8c17-f663437e6adf service neutron] 10.222.0.66 "GET /v2.0/networks/8f180a66-3dac-433f-ad86-2980dd11d2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4717431 Dec 16 15:49:05.253500 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f05a2-61e8-475e-83a2-6a734557227c req-cf09d550-e2bf-4af5-b419-0c30299d352b tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:05.255006 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-a08f05a2-61e8-475e-83a2-6a734557227c req-cf09d550-e2bf-4af5-b419-0c30299d352b tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.66 "GET /v2.0/networks?id=995ae86b-522a-475e-97b2-0044dee2628f HTTP/1.1" status: 200 len: 810 time: 0.3276181 Dec 16 15:49:05.256158 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bb2ee4f-f662-4527-b5f7-72a18821e0b7 req-7c78bd54-f7b9-4642-97b9-e969bc936740 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Made reservation on behalf of 290d9f6dcb5f4f878cc58690825a1e12 for: {'port': 1} {{(pid=108904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:49:05.256276 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-07e884f8-de23-44dc-b01a-253168e0bb0e req-f91fdc7e-93ec-416c-8461-91a509984e6a tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Publish callbacks [] for port, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:05.259662 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-1bb2ee4f-f662-4527-b5f7-72a18821e0b7 req-7c78bd54-f7b9-4642-97b9-e969bc936740 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:05.292595 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 35498) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:49:05.388207 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdfdc1d-3384-46a7-82d3-0f755fad2156 req-4f098a45-4917-40c0-9364-8a2745ccae1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:05.389821 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-9fdfdc1d-3384-46a7-82d3-0f755fad2156 req-4f098a45-4917-40c0-9364-8a2745ccae1f service neutron] 10.222.0.66 "GET /v2.0/networks?id=4e96172c-0b71-4de2-95ab-4226e7a02984 HTTP/1.1" status: 200 len: 916 time: 0.2849841 Dec 16 15:49:05.394206 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-a08f05a2-61e8-475e-83a2-6a734557227c req-8a39e4f0-6967-4286-9553-26e81e9e7375 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a82af4eab10342ddbdddd09e11579c36 HTTP/1.1" status: 200 len: 379 time: 0.1235318 Dec 16 15:49:05.410619 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.v2.base [req-a08f05a2-61e8-475e-83a2-6a734557227c req-22587744-13fc-4901-990a-abde3cc9bdd4 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Request body: {'port': {'device_id': '29bba044-2e01-44b1-bb03-0f367846a5f0', 'network_id': '995ae86b-522a-475e-97b2-0044dee2628f', 'admin_state_up': True, 'tenant_id': 'a82af4eab10342ddbdddd09e11579c36', 'security_groups': ['f111158e-b0d3-4bc9-b508-9088a16d8d6c']}} {{(pid=108904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:49:05.464359 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-9fdfdc1d-3384-46a7-82d3-0f755fad2156 req-0e76910d-c758-4f34-b830-aa8cb87fa0c3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83410d19-2bd0-4afe-845a-c137ecec96ca HTTP/1.1" status: 200 len: 217 time: 0.0404444 Dec 16 15:49:05.470577 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-07e884f8-de23-44dc-b01a-253168e0bb0e req-f91fdc7e-93ec-416c-8461-91a509984e6a tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739691803594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5936052'] for port, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:05.569247 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdfdc1d-3384-46a7-82d3-0f755fad2156 req-a856d02c-70ae-4492-9307-bca2470049bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:05.571014 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-9fdfdc1d-3384-46a7-82d3-0f755fad2156 req-a856d02c-70ae-4492-9307-bca2470049bf service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ffc256e7-ac77-4ea4-9344-8b0700e6fb89 HTTP/1.1" status: 200 len: 855 time: 0.0917051 Dec 16 15:49:05.586354 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-994b5a5b-c90a-474d-841b-9a0c1f427717 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:05.588631 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07e884f8-de23-44dc-b01a-253168e0bb0e req-f91fdc7e-93ec-416c-8461-91a509984e6a tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Network f48475bf-944a-4c2f-81b1-c044356a1dbb is already hosted by enough agents. {{(pid=108905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:49:05.626136 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0cc228-c621-4d76-abfe-131ea09947e8 req-c57fa9cd-06d3-4b17-8859-5680e0f0bde0 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:05.628072 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-ba0cc228-c621-4d76-abfe-131ea09947e8 req-c57fa9cd-06d3-4b17-8859-5680e0f0bde0 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=833cc951-4fe1-4d89-884f-6c98308de4bc HTTP/1.1" status: 200 len: 943 time: 0.2672563 Dec 16 15:49:05.629126 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.base_scheduler [req-07e884f8-de23-44dc-b01a-253168e0bb0e req-f91fdc7e-93ec-416c-8461-91a509984e6a tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Resources bound (agent type, host, resource id): {{(pid=108905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:49:05.632100 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.db.l3_dvrscheduler_db [req-07e884f8-de23-44dc-b01a-253168e0bb0e req-f91fdc7e-93ec-416c-8461-91a509984e6a tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Received port after_create {{(pid=108905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:49:05.654443 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.db_base_plugin_common [req-1bb2ee4f-f662-4527-b5f7-72a18821e0b7 req-7c78bd54-f7b9-4642-97b9-e969bc936740 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Allocated IP 172.20.0.4 (f48475bf-944a-4c2f-81b1-c044356a1dbb/ac75be2f-288e-4c4c-b681-13dbe4d336f8/cc1f207a-64d8-409d-a59e-543c8d2230c6) {{(pid=108904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:49:05.663143 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 35514) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:49:05.695593 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-5bfe76cd-ab60-42a0-8fef-027588d63ced req-97344195-b92a-486f-84f0-4947fbcd31c7 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=29bba044-2e01-44b1-bb03-0f367846a5f0 HTTP/1.1" status: 200 len: 210 time: 0.1210549 Dec 16 15:49:05.697656 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-9fdfdc1d-3384-46a7-82d3-0f755fad2156 req-20c0e14d-99ed-43e0-92ed-fa404d51a65f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4e96172c-0b71-4de2-95ab-4226e7a02984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0969493 Dec 16 15:49:05.711312 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91fdc7e-93ec-416c-8461-91a509984e6a tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Pushing event updated for resources: {'Port': ['ID=a162fcff-3fe8-4fc6-a489-b53c84cb0c45,revision_number=1']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:05.726978 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-a417d42c-81cb-4ccf-9dee-87fa133e67eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:05.806688 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a08f05a2-61e8-475e-83a2-6a734557227c req-22587744-13fc-4901-990a-abde3cc9bdd4 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Made reservation on behalf of a82af4eab10342ddbdddd09e11579c36 for: {'port': 1} {{(pid=108904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:49:05.810588 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-a08f05a2-61e8-475e-83a2-6a734557227c req-22587744-13fc-4901-990a-abde3cc9bdd4 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:05.827234 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e884f8-de23-44dc-b01a-253168e0bb0e req-f91fdc7e-93ec-416c-8461-91a509984e6a tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:05.827860 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-07e884f8-de23-44dc-b01a-253168e0bb0e req-f91fdc7e-93ec-416c-8461-91a509984e6a tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7902797'] for port, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:05.904611 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-58e6a376-50bc-4399-9530-d91d4b575832 req-a2455a3c-96f6-49b9-bd71-7a898b4dd80a tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce6f3e72-0124-4937-9016-c13d65d07acd HTTP/1.1" status: 200 len: 210 time: 0.0653658 Dec 16 15:49:05.908487 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-ba0cc228-c621-4d76-abfe-131ea09947e8 req-16a06fa9-9cda-4ab5-ae65-7f48bdf7b21b tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a06c891-fae3-406d-b89e-bc8eaf612049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163301 Dec 16 15:49:05.914097 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-07e884f8-de23-44dc-b01a-253168e0bb0e req-f91fdc7e-93ec-416c-8461-91a509984e6a tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3694453 Dec 16 15:49:05.943702 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.v2.base [req-07e884f8-de23-44dc-b01a-253168e0bb0e req-0e4f4826-d2c0-4607-bc42-dcff68ab8859 service neutron] Request body: {'port': {'device_id': '05750574-60a7-44f6-8fd6-d2fd52b57e91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=108905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:49:05.978439 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-994b5a5b-c90a-474d-841b-9a0c1f427717 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:05.989522 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-9fdfdc1d-3384-46a7-82d3-0f755fad2156 req-559631c8-7bf3-4a99-b498-7de4b0b39271 service neutron] 10.222.0.66 "GET /v2.0/networks/4e96172c-0b71-4de2-95ab-4226e7a02984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596076 Dec 16 15:49:05.997467 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-994b5a5b-c90a-474d-841b-9a0c1f427717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:06.038950 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-07e884f8-de23-44dc-b01a-253168e0bb0e req-0e4f4826-d2c0-4607-bc42-dcff68ab8859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:06.119539 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-994b5a5b-c90a-474d-841b-9a0c1f427717 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=41cd3035b4274231b4d08cca930b18c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8259215 Dec 16 15:49:06.130199 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-a417d42c-81cb-4ccf-9dee-87fa133e67eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:06.130949 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 35530) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:49:06.141440 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994b5a5b-c90a-474d-841b-9a0c1f427717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=819ef0b9-8e8a-4ea7-8890-c6c7cf63e414,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:06.160692 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-a417d42c-81cb-4ccf-9dee-87fa133e67eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:06.165217 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-1bb2ee4f-f662-4527-b5f7-72a18821e0b7 req-7c78bd54-f7b9-4642-97b9-e969bc936740 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Publish callbacks [] for port, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:06.197978 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.db_base_plugin_common [req-a08f05a2-61e8-475e-83a2-6a734557227c req-22587744-13fc-4901-990a-abde3cc9bdd4 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Allocated IP 172.20.0.14 (995ae86b-522a-475e-97b2-0044dee2628f/5963245f-298c-4a64-a4bf-7727c7e9fe74/1b9973de-48e3-4cb5-a15d-7bd646981f14) {{(pid=108904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:49:06.208730 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e731a6-1696-4d0c-a444-3f2bd0fe8bc7 req-2848c8ae-5d52-44d3-8555-67b262e25648 tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:06.210276 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-e9e731a6-1696-4d0c-a444-3f2bd0fe8bc7 req-2848c8ae-5d52-44d3-8555-67b262e25648 tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b15a27c-e6e3-4ac9-8882-9e52028c3bbd HTTP/1.1" status: 200 len: 943 time: 0.1796739 Dec 16 15:49:06.261575 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-a417d42c-81cb-4ccf-9dee-87fa133e67eb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e3413e34424a4d9cb6b9fa6f5a1ab4b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5910094 Dec 16 15:49:06.266516 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a417d42c-81cb-4ccf-9dee-87fa133e67eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18711623-57b3-4e79-a902-75e9b0263770,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:06.267734 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 35536) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:49:06.325179 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-56459442-0ea8-4b1b-b80b-2744716ec399 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:06.352008 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-1bb2ee4f-f662-4527-b5f7-72a18821e0b7 req-7c78bd54-f7b9-4642-97b9-e969bc936740 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739691803594'] for port, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:06.402318 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device f5b55a14-2204-4e1f-a1f9-794314afd998 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=108906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:49:06.426627 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-56459442-0ea8-4b1b-b80b-2744716ec399 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:06.465554 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-9fdfdc1d-3384-46a7-82d3-0f755fad2156 req-d48d9828-900c-403b-b19f-5d650beec6e9 service neutron] 10.222.0.66 "GET /v2.0/networks/4e96172c-0b71-4de2-95ab-4226e7a02984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4363446 Dec 16 15:49:06.473557 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bb2ee4f-f662-4527-b5f7-72a18821e0b7 req-7c78bd54-f7b9-4642-97b9-e969bc936740 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Network f48475bf-944a-4c2f-81b1-c044356a1dbb is already hosted by enough agents. {{(pid=108904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:49:06.478491 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c78bd54-f7b9-4642-97b9-e969bc936740 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Pushing event updated for resources: {'Port': ['ID=cc1f207a-64d8-409d-a59e-543c8d2230c6,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:06.502064 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.base_scheduler [req-1bb2ee4f-f662-4527-b5f7-72a18821e0b7 req-7c78bd54-f7b9-4642-97b9-e969bc936740 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Resources bound (agent type, host, resource id): {{(pid=108904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:49:06.516091 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bb2ee4f-f662-4527-b5f7-72a18821e0b7 req-7c78bd54-f7b9-4642-97b9-e969bc936740 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Received port after_create {{(pid=108904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:49:06.521854 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb2ee4f-f662-4527-b5f7-72a18821e0b7 req-7c78bd54-f7b9-4642-97b9-e969bc936740 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:06.522502 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-1bb2ee4f-f662-4527-b5f7-72a18821e0b7 req-7c78bd54-f7b9-4642-97b9-e969bc936740 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7902797'] for port, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:06.553115 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-a08f05a2-61e8-475e-83a2-6a734557227c req-22587744-13fc-4901-990a-abde3cc9bdd4 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks [] for port, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:06.557525 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-e9e731a6-1696-4d0c-a444-3f2bd0fe8bc7 req-cfd2c9af-ea6d-4031-8e4a-974cc3aa5ce8 tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd33d019-aa1c-495c-a31b-d8cdb0e1d910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289306 Dec 16 15:49:06.559771 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-1bb2ee4f-f662-4527-b5f7-72a18821e0b7 req-7c78bd54-f7b9-4642-97b9-e969bc936740 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7617838 Dec 16 15:49:06.578053 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.v2.base [req-1bb2ee4f-f662-4527-b5f7-72a18821e0b7 req-1d401c7d-bb0d-43c5-a872-8fe57c697b79 service neutron] Request body: {'port': {'device_id': 'ce6f3e72-0124-4937-9016-c13d65d07acd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=108904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:49:06.607943 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-56459442-0ea8-4b1b-b80b-2744716ec399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:06.610750 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-56459442-0ea8-4b1b-b80b-2744716ec399 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:06.611907 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-56459442-0ea8-4b1b-b80b-2744716ec399 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/819ef0b9-8e8a-4ea7-8890-c6c7cf63e414 HTTP/1.1" status: 204 len: 168 time: 0.4798131 Dec 16 15:49:06.673162 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56459442-0ea8-4b1b-b80b-2744716ec399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=819ef0b9-8e8a-4ea7-8890-c6c7cf63e414,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:06.674749 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-120053d8-b880-455a-a41e-9ffb93a7ff66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:06.725144 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] For port f5b55a14-2204-4e1f-a1f9-794314afd998, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=f5b55a14-2204-4e1f-a1f9-794314afd998,segment=NetworkSegment(6b2bdf31-1edb-427a-8445-8e7270992ff2),segment_id=6b2bdf31-1edb-427a-8445-8e7270992ff2)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:49:06.751809 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Returning: {'device': 'f5b55a14-2204-4e1f-a1f9-794314afd998', 'network_id': '8f180a66-3dac-433f-ad86-2980dd11d2cf', 'port_id': 'f5b55a14-2204-4e1f-a1f9-794314afd998', 'mac_address': 'fa:16:3e:54:02:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61533cef-b28a-4878-a111-f4737b38509d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:49:06.761747 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-a08f05a2-61e8-475e-83a2-6a734557227c req-22587744-13fc-4901-990a-abde3cc9bdd4 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739691803594'] for port, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:06.764552 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-1bb2ee4f-f662-4527-b5f7-72a18821e0b7 req-1d401c7d-bb0d-43c5-a872-8fe57c697b79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:06.787045 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.notifiers.nova [req-07e884f8-de23-44dc-b01a-253168e0bb0e req-0e4f4826-d2c0-4607-bc42-dcff68ab8859 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a162fcff-3fe8-4fc6-a489-b53c84cb0c45 {{(pid=108905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:49:06.811191 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-07e884f8-de23-44dc-b01a-253168e0bb0e req-0e4f4826-d2c0-4607-bc42-dcff68ab8859 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:06.822530 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-4b510243-6e60-4334-87d6-4ed7ac800860 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:06.842743 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:06.866981 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a08f05a2-61e8-475e-83a2-6a734557227c req-22587744-13fc-4901-990a-abde3cc9bdd4 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Network 995ae86b-522a-475e-97b2-0044dee2628f is already hosted by enough agents. {{(pid=108904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:49:06.873431 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.db.provisioning_blocks [req-07e884f8-de23-44dc-b01a-253168e0bb0e req-0e4f4826-d2c0-4607-bc42-dcff68ab8859 service neutron] Transition to ACTIVE for port object a162fcff-3fe8-4fc6-a489-b53c84cb0c45 will not be triggered until provisioned by entity L2. {{(pid=108905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:49:06.874779 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.base_scheduler [req-a08f05a2-61e8-475e-83a2-6a734557227c req-22587744-13fc-4901-990a-abde3cc9bdd4 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Resources bound (agent type, host, resource id): {{(pid=108904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:49:06.877436 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.notifiers.nova [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5b55a14-2204-4e1f-a1f9-794314afd998 {{(pid=108906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:49:06.881071 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [req-a08f05a2-61e8-475e-83a2-6a734557227c req-22587744-13fc-4901-990a-abde3cc9bdd4 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Received port after_create {{(pid=108904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:49:06.889217 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f05a2-61e8-475e-83a2-6a734557227c req-22587744-13fc-4901-990a-abde3cc9bdd4 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:06.889860 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-a08f05a2-61e8-475e-83a2-6a734557227c req-22587744-13fc-4901-990a-abde3cc9bdd4 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7902797'] for port, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:06.923350 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] For port f5b55a14-2204-4e1f-a1f9-794314afd998, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=f5b55a14-2204-4e1f-a1f9-794314afd998,segment=NetworkSegment(6b2bdf31-1edb-427a-8445-8e7270992ff2),segment_id=6b2bdf31-1edb-427a-8445-8e7270992ff2)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:49:06.924964 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-a08f05a2-61e8-475e-83a2-6a734557227c req-22587744-13fc-4901-990a-abde3cc9bdd4 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5187607 Dec 16 15:49:06.929861 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-07e884f8-de23-44dc-b01a-253168e0bb0e req-0e4f4826-d2c0-4607-bc42-dcff68ab8859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5936077'] for port, after_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:06.939729 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-4b510243-6e60-4334-87d6-4ed7ac800860 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:06.941916 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.v2.base [req-a08f05a2-61e8-475e-83a2-6a734557227c req-6837c4ea-c133-4c91-9883-dcf2d1ec72ec service neutron] Request body: {'port': {'device_id': '29bba044-2e01-44b1-bb03-0f367846a5f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=108904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:49:06.954775 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:07.095746 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Pushing event updated for resources: {'Port': ['ID=f5b55a14-2204-4e1f-a1f9-794314afd998,revision_number=4']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:07.107525 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22587744-13fc-4901-990a-abde3cc9bdd4 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Pushing event updated for resources: {'Port': ['ID=1b9973de-48e3-4cb5-a15d-7bd646981f14,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:07.209499 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] get_ports_and_sgs() called for port_ids ['f5b55a14-2204-4e1f-a1f9-794314afd998'] {{(pid=108906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:49:07.218831 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632dc4ab-a4ce-4146-9003-3a132bf538b3 req-a2cfed5a-4f50-45b0-b66f-c0ec8b57dce4 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:07.220431 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-632dc4ab-a4ce-4146-9003-3a132bf538b3 req-a2cfed5a-4f50-45b0-b66f-c0ec8b57dce4 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=29bba044-2e01-44b1-bb03-0f367846a5f0 HTTP/1.1" status: 200 len: 932 time: 0.3678639 Dec 16 15:49:07.265564 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4f4826-d2c0-4607-bc42-dcff68ab8859 service neutron] Pushing event updated for resources: {'Port': ['ID=a162fcff-3fe8-4fc6-a489-b53c84cb0c45,revision_number=2']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:07.282495 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-a08f05a2-61e8-475e-83a2-6a734557227c req-6837c4ea-c133-4c91-9883-dcf2d1ec72ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:07.370720 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5fdcde-9ac8-43ab-a8d8-215a44cf1d23 req-65cde4a1-fe4f-4215-8a7a-396ab05a318a tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:07.372952 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-0a5fdcde-9ac8-43ab-a8d8-215a44cf1d23 req-65cde4a1-fe4f-4215-8a7a-396ab05a318a tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=833cc951-4fe1-4d89-884f-6c98308de4bc HTTP/1.1" status: 200 len: 943 time: 0.2809489 Dec 16 15:49:07.383692 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 35576) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:49:07.413282 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-4b510243-6e60-4334-87d6-4ed7ac800860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:07.416158 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-1045a747-91e1-4404-8dda-23e9b398607f admin admin] Publish callbacks [] for security_group, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:07.417631 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-903df0ec-d296-4849-8a79-2215cb61c8ca None None] Provisioning complete for port 1b9973de-48e3-4cb5-a15d-7bd646981f14 triggered by entity DHCP. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:49:07.418540 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-903df0ec-d296-4849-8a79-2215cb61c8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:07.423579 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-4b510243-6e60-4334-87d6-4ed7ac800860 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:07.425915 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-4b510243-6e60-4334-87d6-4ed7ac800860 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/18711623-57b3-4e79-a902-75e9b0263770 HTTP/1.1" status: 204 len: 168 time: 0.9761233 Dec 16 15:49:07.515744 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-903df0ec-d296-4849-8a79-2215cb61c8ca None None] Port 1b9973de-48e3-4cb5-a15d-7bd646981f14 cannot update to ACTIVE because it is not bound. {{(pid=108906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:49:07.518136 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-632dc4ab-a4ce-4146-9003-3a132bf538b3 req-da0fdcf9-fea2-45fd-93de-4eb0c2bf6510 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f111158e-b0d3-4bc9-b508-9088a16d8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2643461 Dec 16 15:49:07.518851 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.managers [req-07e884f8-de23-44dc-b01a-253168e0bb0e req-0e4f4826-d2c0-4607-bc42-dcff68ab8859 service neutron] Attempting to bind port a162fcff-3fe8-4fc6-a489-b53c84cb0c45 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=108905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:49:07.519177 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.managers [req-07e884f8-de23-44dc-b01a-253168e0bb0e req-0e4f4826-d2c0-4607-bc42-dcff68ab8859 service neutron] Attempting to bind port a162fcff-3fe8-4fc6-a489-b53c84cb0c45 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '7f17c5c4-900f-4b5f-8564-78f9e4a462bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f48475bf-944a-4c2f-81b1-c044356a1dbb'}] {{(pid=108905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:49:07.519497 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e884f8-de23-44dc-b01a-253168e0bb0e req-0e4f4826-d2c0-4607-bc42-dcff68ab8859 service neutron] Attempting to bind port a162fcff-3fe8-4fc6-a489-b53c84cb0c45 on network f48475bf-944a-4c2f-81b1-c044356a1dbb {{(pid=108905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:49:07.533737 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b510243-6e60-4334-87d6-4ed7ac800860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18711623-57b3-4e79-a902-75e9b0263770,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:07.542872 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e884f8-de23-44dc-b01a-253168e0bb0e req-0e4f4826-d2c0-4607-bc42-dcff68ab8859 service neutron] Port a162fcff-3fe8-4fc6-a489-b53c84cb0c45 on network f48475bf-944a-4c2f-81b1-c044356a1dbb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=108905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:49:07.543198 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e884f8-de23-44dc-b01a-253168e0bb0e req-0e4f4826-d2c0-4607-bc42-dcff68ab8859 service neutron] Attempting to bind port a162fcff-3fe8-4fc6-a489-b53c84cb0c45 on network f48475bf-944a-4c2f-81b1-c044356a1dbb {{(pid=108905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:49:07.572540 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e884f8-de23-44dc-b01a-253168e0bb0e req-0e4f4826-d2c0-4607-bc42-dcff68ab8859 service neutron] Checking agent: {'id': 'cc3d5e4c-e00e-4c48-b0f7-4cab06ea1ca9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 46, 48), 'started_at': datetime.datetime(2021, 12, 16, 15, 46, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:49:07.584313 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e884f8-de23-44dc-b01a-253168e0bb0e req-0e4f4826-d2c0-4607-bc42-dcff68ab8859 service neutron] Checking segment: {'id': '7f17c5c4-900f-4b5f-8564-78f9e4a462bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f48475bf-944a-4c2f-81b1-c044356a1dbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:49:07.585048 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e884f8-de23-44dc-b01a-253168e0bb0e req-0e4f4826-d2c0-4607-bc42-dcff68ab8859 service neutron] Bound using segment: {'id': '7f17c5c4-900f-4b5f-8564-78f9e4a462bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f48475bf-944a-4c2f-81b1-c044356a1dbb'} {{(pid=108905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:49:07.587758 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.managers [req-07e884f8-de23-44dc-b01a-253168e0bb0e req-0e4f4826-d2c0-4607-bc42-dcff68ab8859 service neutron] Bound port: a162fcff-3fe8-4fc6-a489-b53c84cb0c45, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f17c5c4-900f-4b5f-8564-78f9e4a462bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f48475bf-944a-4c2f-81b1-c044356a1dbb'}}] {{(pid=108905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:49:07.588177 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-07e884f8-de23-44dc-b01a-253168e0bb0e req-0e4f4826-d2c0-4607-bc42-dcff68ab8859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:07.668705 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.notifiers.nova [req-1bb2ee4f-f662-4527-b5f7-72a18821e0b7 req-1d401c7d-bb0d-43c5-a872-8fe57c697b79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc1f207a-64d8-409d-a59e-543c8d2230c6 {{(pid=108904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:49:07.678558 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-0a5fdcde-9ac8-43ab-a8d8-215a44cf1d23 req-6e345003-a6e0-4305-bcf5-db43a78a8b70 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a06c891-fae3-406d-b89e-bc8eaf612049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864718 Dec 16 15:49:07.730062 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-1bb2ee4f-f662-4527-b5f7-72a18821e0b7 req-1d401c7d-bb0d-43c5-a872-8fe57c697b79 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:07.767946 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1edd6b2-95bd-4064-9b14-758ea10de2a4 req-c137e1ba-d99f-487c-ac26-1e5c0ff2d5bc tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:07.770381 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-d1edd6b2-95bd-4064-9b14-758ea10de2a4 req-c137e1ba-d99f-487c-ac26-1e5c0ff2d5bc tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce6f3e72-0124-4937-9016-c13d65d07acd HTTP/1.1" status: 200 len: 931 time: 0.1268244 Dec 16 15:49:07.778984 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.db [req-07e884f8-de23-44dc-b01a-253168e0bb0e req-0e4f4826-d2c0-4607-bc42-dcff68ab8859 service neutron] For port a162fcff-3fe8-4fc6-a489-b53c84cb0c45, host hv-cinder-78447, cleared binding levels {{(pid=108905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:49:07.815943 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.provisioning_blocks [req-1bb2ee4f-f662-4527-b5f7-72a18821e0b7 req-1d401c7d-bb0d-43c5-a872-8fe57c697b79 service neutron] Transition to ACTIVE for port object cc1f207a-64d8-409d-a59e-543c8d2230c6 will not be triggered until provisioned by entity L2. {{(pid=108904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:49:07.826448 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-1bb2ee4f-f662-4527-b5f7-72a18821e0b7 req-1d401c7d-bb0d-43c5-a872-8fe57c697b79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:07.859605 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-d1edd6b2-95bd-4064-9b14-758ea10de2a4 req-a8e2fe60-6516-4a42-b79e-060c1eb164bf tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825896 Dec 16 15:49:07.914143 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.db [req-07e884f8-de23-44dc-b01a-253168e0bb0e req-0e4f4826-d2c0-4607-bc42-dcff68ab8859 service neutron] For port a162fcff-3fe8-4fc6-a489-b53c84cb0c45, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=a162fcff-3fe8-4fc6-a489-b53c84cb0c45,segment=NetworkSegment(7f17c5c4-900f-4b5f-8564-78f9e4a462bc),segment_id=7f17c5c4-900f-4b5f-8564-78f9e4a462bc)] {{(pid=108905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:49:07.934717 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7d52fa-a353-47ab-8dc4-739242fb0217 req-76690ad0-44bd-46c0-8cd6-b7cf979629e6 tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:07.936285 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-9d7d52fa-a353-47ab-8dc4-739242fb0217 req-76690ad0-44bd-46c0-8cd6-b7cf979629e6 tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b15a27c-e6e3-4ac9-8882-9e52028c3bbd HTTP/1.1" status: 200 len: 944 time: 0.1456478 Dec 16 15:49:07.937777 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-07e884f8-de23-44dc-b01a-253168e0bb0e req-0e4f4826-d2c0-4607-bc42-dcff68ab8859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5936077'] for port, after_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:07.972357 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-1045a747-91e1-4404-8dda-23e9b398607f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:07.974568 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d401c7d-bb0d-43c5-a872-8fe57c697b79 service neutron] Pushing event updated for resources: {'Port': ['ID=cc1f207a-64d8-409d-a59e-543c8d2230c6,revision_number=2']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:08.000260 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-1045a747-91e1-4404-8dda-23e9b398607f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:08.000956 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e884f8-de23-44dc-b01a-253168e0bb0e req-0e4f4826-d2c0-4607-bc42-dcff68ab8859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:08.001614 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-07e884f8-de23-44dc-b01a-253168e0bb0e req-0e4f4826-d2c0-4607-bc42-dcff68ab8859 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7902797'] for port, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:08.003237 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-07e884f8-de23-44dc-b01a-253168e0bb0e req-0e4f4826-d2c0-4607-bc42-dcff68ab8859 service neutron] 10.222.0.66 "PUT /v2.0/ports/a162fcff-3fe8-4fc6-a489-b53c84cb0c45 HTTP/1.1" status: 200 len: 1093 time: 2.0658450 Dec 16 15:49:08.003661 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05750574-60a7-44f6-8fd6-d2fd52b57e91', 'tag': 'a162fcff-3fe8-4fc6-a489-b53c84cb0c45'}] {{(pid=108905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:49:08.006563 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6427484bab23da45c698b4d929e4ad3874a49078d57181539d46633581fe494" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e0dc239-9389-41bb-b03f-e3d9d1da250e" -d '{"events": [{"name": "network-changed", "server_uuid": "05750574-60a7-44f6-8fd6-d2fd52b57e91", "tag": "a162fcff-3fe8-4fc6-a489-b53c84cb0c45"}]}' {{(pid=108905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:49:08.023584 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.managers [req-1bb2ee4f-f662-4527-b5f7-72a18821e0b7 req-1d401c7d-bb0d-43c5-a872-8fe57c697b79 service neutron] Attempting to bind port cc1f207a-64d8-409d-a59e-543c8d2230c6 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:49:08.023920 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.managers [req-1bb2ee4f-f662-4527-b5f7-72a18821e0b7 req-1d401c7d-bb0d-43c5-a872-8fe57c697b79 service neutron] Attempting to bind port cc1f207a-64d8-409d-a59e-543c8d2230c6 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '7f17c5c4-900f-4b5f-8564-78f9e4a462bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f48475bf-944a-4c2f-81b1-c044356a1dbb'}] {{(pid=108904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:49:08.024252 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb2ee4f-f662-4527-b5f7-72a18821e0b7 req-1d401c7d-bb0d-43c5-a872-8fe57c697b79 service neutron] Attempting to bind port cc1f207a-64d8-409d-a59e-543c8d2230c6 on network f48475bf-944a-4c2f-81b1-c044356a1dbb {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:49:08.049251 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4f4826-d2c0-4607-bc42-dcff68ab8859 service neutron] Pushing event updated for resources: {'Port': ['ID=a162fcff-3fe8-4fc6-a489-b53c84cb0c45,revision_number=3']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:08.061556 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb2ee4f-f662-4527-b5f7-72a18821e0b7 req-1d401c7d-bb0d-43c5-a872-8fe57c697b79 service neutron] Port cc1f207a-64d8-409d-a59e-543c8d2230c6 on network f48475bf-944a-4c2f-81b1-c044356a1dbb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:49:08.062096 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb2ee4f-f662-4527-b5f7-72a18821e0b7 req-1d401c7d-bb0d-43c5-a872-8fe57c697b79 service neutron] Attempting to bind port cc1f207a-64d8-409d-a59e-543c8d2230c6 on network f48475bf-944a-4c2f-81b1-c044356a1dbb {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:49:08.076700 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-9d7d52fa-a353-47ab-8dc4-739242fb0217 req-8f9a09e0-5fa7-4a7d-8163-f5803b2e567b tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd33d019-aa1c-495c-a31b-d8cdb0e1d910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233327 Dec 16 15:49:08.078388 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc3020dc-9505-4b53-ae6c-edd867e89d1b x-openstack-request-id: req-bc3020dc-9505-4b53-ae6c-edd867e89d1b {{(pid=108905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:49:08.078674 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05750574-60a7-44f6-8fd6-d2fd52b57e91", "tag": "a162fcff-3fe8-4fc6-a489-b53c84cb0c45", "status": "completed", "code": 200}]} {{(pid=108905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:49:08.078927 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bc3020dc-9505-4b53-ae6c-edd867e89d1b {{(pid=108905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:49:08.079324 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05750574-60a7-44f6-8fd6-d2fd52b57e91', 'tag': 'a162fcff-3fe8-4fc6-a489-b53c84cb0c45', 'status': 'completed', 'code': 200} Dec 16 15:49:08.104495 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-1045a747-91e1-4404-8dda-23e9b398607f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c530fda9e60e4c45bce8800ed779a66e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7184350 Dec 16 15:49:08.104772 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 35606) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:49:08.105353 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb2ee4f-f662-4527-b5f7-72a18821e0b7 req-1d401c7d-bb0d-43c5-a872-8fe57c697b79 service neutron] Checking agent: {'id': 'cc3d5e4c-e00e-4c48-b0f7-4cab06ea1ca9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 46, 48), 'started_at': datetime.datetime(2021, 12, 16, 15, 46, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:49:08.105713 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb2ee4f-f662-4527-b5f7-72a18821e0b7 req-1d401c7d-bb0d-43c5-a872-8fe57c697b79 service neutron] Checking segment: {'id': '7f17c5c4-900f-4b5f-8564-78f9e4a462bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f48475bf-944a-4c2f-81b1-c044356a1dbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:49:08.106127 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb2ee4f-f662-4527-b5f7-72a18821e0b7 req-1d401c7d-bb0d-43c5-a872-8fe57c697b79 service neutron] Bound using segment: {'id': '7f17c5c4-900f-4b5f-8564-78f9e4a462bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f48475bf-944a-4c2f-81b1-c044356a1dbb'} {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:49:08.106540 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.managers [req-1bb2ee4f-f662-4527-b5f7-72a18821e0b7 req-1d401c7d-bb0d-43c5-a872-8fe57c697b79 service neutron] Bound port: cc1f207a-64d8-409d-a59e-543c8d2230c6, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f17c5c4-900f-4b5f-8564-78f9e4a462bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f48475bf-944a-4c2f-81b1-c044356a1dbb'}}] {{(pid=108904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:49:08.106891 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-1bb2ee4f-f662-4527-b5f7-72a18821e0b7 req-1d401c7d-bb0d-43c5-a872-8fe57c697b79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:08.111326 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1045a747-91e1-4404-8dda-23e9b398607f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b1d1c8-498a-418e-aff8-8e4556621cb5,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:08.126725 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.notifiers.nova [req-a08f05a2-61e8-475e-83a2-6a734557227c req-6837c4ea-c133-4c91-9883-dcf2d1ec72ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b9973de-48e3-4cb5-a15d-7bd646981f14 {{(pid=108904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:49:08.136490 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-a08f05a2-61e8-475e-83a2-6a734557227c req-6837c4ea-c133-4c91-9883-dcf2d1ec72ec service neutron] Publish callbacks [] for port, precommit_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:08.165442 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-96086f34-3bb4-462d-ae46-1d7b2fa4dcd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:08.177954 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.provisioning_blocks [req-a08f05a2-61e8-475e-83a2-6a734557227c req-6837c4ea-c133-4c91-9883-dcf2d1ec72ec service neutron] Transition to ACTIVE for port object 1b9973de-48e3-4cb5-a15d-7bd646981f14 will not be triggered until provisioned by entity L2. {{(pid=108904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:49:08.198341 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-96086f34-3bb4-462d-ae46-1d7b2fa4dcd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:08.198695 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-a08f05a2-61e8-475e-83a2-6a734557227c req-6837c4ea-c133-4c91-9883-dcf2d1ec72ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:08.238868 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.db [req-1bb2ee4f-f662-4527-b5f7-72a18821e0b7 req-1d401c7d-bb0d-43c5-a872-8fe57c697b79 service neutron] For port cc1f207a-64d8-409d-a59e-543c8d2230c6, host hv-cinder-78447, cleared binding levels {{(pid=108904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:49:08.263131 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.db [req-1bb2ee4f-f662-4527-b5f7-72a18821e0b7 req-1d401c7d-bb0d-43c5-a872-8fe57c697b79 service neutron] For port cc1f207a-64d8-409d-a59e-543c8d2230c6, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=cc1f207a-64d8-409d-a59e-543c8d2230c6,segment=NetworkSegment(7f17c5c4-900f-4b5f-8564-78f9e4a462bc),segment_id=7f17c5c4-900f-4b5f-8564-78f9e4a462bc)] {{(pid=108904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:49:08.272575 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6837c4ea-c133-4c91-9883-dcf2d1ec72ec service neutron] Pushing event updated for resources: {'Port': ['ID=1b9973de-48e3-4cb5-a15d-7bd646981f14,revision_number=2']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:08.276488 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-1bb2ee4f-f662-4527-b5f7-72a18821e0b7 req-1d401c7d-bb0d-43c5-a872-8fe57c697b79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:08.286544 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-96086f34-3bb4-462d-ae46-1d7b2fa4dcd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:08.292735 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-96086f34-3bb4-462d-ae46-1d7b2fa4dcd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:08.294314 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-96086f34-3bb4-462d-ae46-1d7b2fa4dcd4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/45b1d1c8-498a-418e-aff8-8e4556621cb5 HTTP/1.1" status: 204 len: 168 time: 0.1887212 Dec 16 15:49:08.325850 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96086f34-3bb4-462d-ae46-1d7b2fa4dcd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b1d1c8-498a-418e-aff8-8e4556621cb5,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:08.369282 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb2ee4f-f662-4527-b5f7-72a18821e0b7 req-1d401c7d-bb0d-43c5-a872-8fe57c697b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:08.369965 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-1bb2ee4f-f662-4527-b5f7-72a18821e0b7 req-1d401c7d-bb0d-43c5-a872-8fe57c697b79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7902797'] for port, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:08.371373 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-1bb2ee4f-f662-4527-b5f7-72a18821e0b7 req-1d401c7d-bb0d-43c5-a872-8fe57c697b79 service neutron] 10.222.0.66 "PUT /v2.0/ports/cc1f207a-64d8-409d-a59e-543c8d2230c6 HTTP/1.1" status: 200 len: 1093 time: 1.8023098 Dec 16 15:49:08.372100 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.managers [req-a08f05a2-61e8-475e-83a2-6a734557227c req-6837c4ea-c133-4c91-9883-dcf2d1ec72ec service neutron] Attempting to bind port 1b9973de-48e3-4cb5-a15d-7bd646981f14 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:49:08.372370 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.managers [req-a08f05a2-61e8-475e-83a2-6a734557227c req-6837c4ea-c133-4c91-9883-dcf2d1ec72ec service neutron] Attempting to bind port 1b9973de-48e3-4cb5-a15d-7bd646981f14 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': 'd79a1b46-9256-41c5-810e-f1d9c9094ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '995ae86b-522a-475e-97b2-0044dee2628f'}] {{(pid=108904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:49:08.372685 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08f05a2-61e8-475e-83a2-6a734557227c req-6837c4ea-c133-4c91-9883-dcf2d1ec72ec service neutron] Attempting to bind port 1b9973de-48e3-4cb5-a15d-7bd646981f14 on network 995ae86b-522a-475e-97b2-0044dee2628f {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:49:08.374795 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce6f3e72-0124-4937-9016-c13d65d07acd', 'tag': 'cc1f207a-64d8-409d-a59e-543c8d2230c6'}] {{(pid=108904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:49:08.379811 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0a2cce90635460fa9ee7acd2d2298fc55a52ab45a9458d7253143d338a4b89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e97d5d-2388-473e-b847-0e9d6003d8ee" -d '{"events": [{"name": "network-changed", "server_uuid": "ce6f3e72-0124-4937-9016-c13d65d07acd", "tag": "cc1f207a-64d8-409d-a59e-543c8d2230c6"}]}' {{(pid=108904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:49:08.405177 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08f05a2-61e8-475e-83a2-6a734557227c req-6837c4ea-c133-4c91-9883-dcf2d1ec72ec service neutron] Port 1b9973de-48e3-4cb5-a15d-7bd646981f14 on network 995ae86b-522a-475e-97b2-0044dee2628f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:49:08.405526 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08f05a2-61e8-475e-83a2-6a734557227c req-6837c4ea-c133-4c91-9883-dcf2d1ec72ec service neutron] Attempting to bind port 1b9973de-48e3-4cb5-a15d-7bd646981f14 on network 995ae86b-522a-475e-97b2-0044dee2628f {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:49:08.419985 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08f05a2-61e8-475e-83a2-6a734557227c req-6837c4ea-c133-4c91-9883-dcf2d1ec72ec service neutron] Checking agent: {'id': 'cc3d5e4c-e00e-4c48-b0f7-4cab06ea1ca9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 46, 48), 'started_at': datetime.datetime(2021, 12, 16, 15, 46, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:49:08.420323 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08f05a2-61e8-475e-83a2-6a734557227c req-6837c4ea-c133-4c91-9883-dcf2d1ec72ec service neutron] Checking segment: {'id': 'd79a1b46-9256-41c5-810e-f1d9c9094ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '995ae86b-522a-475e-97b2-0044dee2628f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:49:08.420787 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08f05a2-61e8-475e-83a2-6a734557227c req-6837c4ea-c133-4c91-9883-dcf2d1ec72ec service neutron] Bound using segment: {'id': 'd79a1b46-9256-41c5-810e-f1d9c9094ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '995ae86b-522a-475e-97b2-0044dee2628f'} {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:49:08.421489 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.managers [req-a08f05a2-61e8-475e-83a2-6a734557227c req-6837c4ea-c133-4c91-9883-dcf2d1ec72ec service neutron] Bound port: 1b9973de-48e3-4cb5-a15d-7bd646981f14, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd79a1b46-9256-41c5-810e-f1d9c9094ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '995ae86b-522a-475e-97b2-0044dee2628f'}}] {{(pid=108904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:49:08.421823 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-a08f05a2-61e8-475e-83a2-6a734557227c req-6837c4ea-c133-4c91-9883-dcf2d1ec72ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:08.436712 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d401c7d-bb0d-43c5-a872-8fe57c697b79 service neutron] Pushing event updated for resources: {'Port': ['ID=cc1f207a-64d8-409d-a59e-543c8d2230c6,revision_number=3']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:08.500287 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e62ca2f-1387-4026-93de-d0864f8eb319 x-openstack-request-id: req-8e62ca2f-1387-4026-93de-d0864f8eb319 {{(pid=108904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:49:08.500580 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce6f3e72-0124-4937-9016-c13d65d07acd", "tag": "cc1f207a-64d8-409d-a59e-543c8d2230c6", "status": "completed", "code": 200}]} {{(pid=108904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:49:08.500829 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8e62ca2f-1387-4026-93de-d0864f8eb319 {{(pid=108904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:49:08.504479 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce6f3e72-0124-4937-9016-c13d65d07acd', 'tag': 'cc1f207a-64d8-409d-a59e-543c8d2230c6', 'status': 'completed', 'code': 200} Dec 16 15:49:08.533925 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.db [req-a08f05a2-61e8-475e-83a2-6a734557227c req-6837c4ea-c133-4c91-9883-dcf2d1ec72ec service neutron] For port 1b9973de-48e3-4cb5-a15d-7bd646981f14, host hv-cinder-78447, cleared binding levels {{(pid=108904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:49:08.537965 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.db [req-a08f05a2-61e8-475e-83a2-6a734557227c req-6837c4ea-c133-4c91-9883-dcf2d1ec72ec service neutron] For port 1b9973de-48e3-4cb5-a15d-7bd646981f14, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=1b9973de-48e3-4cb5-a15d-7bd646981f14,segment=NetworkSegment(d79a1b46-9256-41c5-810e-f1d9c9094ece),segment_id=d79a1b46-9256-41c5-810e-f1d9c9094ece)] {{(pid=108904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:49:08.552638 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-a08f05a2-61e8-475e-83a2-6a734557227c req-6837c4ea-c133-4c91-9883-dcf2d1ec72ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:08.582922 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f05a2-61e8-475e-83a2-6a734557227c req-6837c4ea-c133-4c91-9883-dcf2d1ec72ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:08.583587 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-a08f05a2-61e8-475e-83a2-6a734557227c req-6837c4ea-c133-4c91-9883-dcf2d1ec72ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7902797'] for port, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:08.585129 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-a08f05a2-61e8-475e-83a2-6a734557227c req-6837c4ea-c133-4c91-9883-dcf2d1ec72ec service neutron] 10.222.0.66 "PUT /v2.0/ports/1b9973de-48e3-4cb5-a15d-7bd646981f14 HTTP/1.1" status: 200 len: 1094 time: 1.6507764 Dec 16 15:49:08.670168 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6837c4ea-c133-4c91-9883-dcf2d1ec72ec service neutron] Pushing event updated for resources: {'Port': ['ID=1b9973de-48e3-4cb5-a15d-7bd646981f14,revision_number=3']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:08.737509 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f0207a-e50e-4328-b895-12a29d85d71c req-4179192c-d290-4373-828e-866de3b43080 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:08.739112 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-65f0207a-e50e-4328-b895-12a29d85d71c req-4179192c-d290-4373-828e-866de3b43080 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=29bba044-2e01-44b1-bb03-0f367846a5f0 HTTP/1.1" status: 200 len: 944 time: 0.1197412 Dec 16 15:49:08.822030 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-65f0207a-e50e-4328-b895-12a29d85d71c req-982fb62d-cf47-430d-a3a9-f97007815546 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f111158e-b0d3-4bc9-b508-9088a16d8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766008 Dec 16 15:49:08.861467 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe37e79-c4e8-4e3b-ae0d-14cceed2b40a req-ab81f8b6-9b84-46e8-9881-82cede15def0 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:08.863033 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-7fe37e79-c4e8-4e3b-ae0d-14cceed2b40a req-ab81f8b6-9b84-46e8-9881-82cede15def0 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=833cc951-4fe1-4d89-884f-6c98308de4bc HTTP/1.1" status: 200 len: 943 time: 0.0816596 Dec 16 15:49:08.870470 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-e8c6718f-272b-4495-8469-e5a2ccba5995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:08.924022 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-7fe37e79-c4e8-4e3b-ae0d-14cceed2b40a req-de748b1a-2286-4951-a404-7e57c41dfeb5 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a06c891-fae3-406d-b89e-bc8eaf612049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525045 Dec 16 15:49:09.016764 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c792ac0-c13d-4ba2-b030-5b5861146668 req-fc041243-37dd-4df7-94bd-5e3b15aab310 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:09.018426 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-4c792ac0-c13d-4ba2-b030-5b5861146668 req-fc041243-37dd-4df7-94bd-5e3b15aab310 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce6f3e72-0124-4937-9016-c13d65d07acd HTTP/1.1" status: 200 len: 943 time: 0.0605657 Dec 16 15:49:09.075218 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-4c792ac0-c13d-4ba2-b030-5b5861146668 req-c4282b19-0944-4457-89d6-c0b507e693a6 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488436 Dec 16 15:49:09.189473 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9208f65-5e22-40f4-b735-f8d5571fcedf req-e1c5e43f-5242-497c-b97f-8ffc335c83ca tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:09.195713 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c9208f65-5e22-40f4-b735-f8d5571fcedf req-e1c5e43f-5242-497c-b97f-8ffc335c83ca tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b15a27c-e6e3-4ac9-8882-9e52028c3bbd HTTP/1.1" status: 200 len: 944 time: 0.0563738 Dec 16 15:49:09.247836 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c9208f65-5e22-40f4-b735-f8d5571fcedf req-a16d2c27-4e89-49b8-ae88-e6872bb91989 tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd33d019-aa1c-495c-a31b-d8cdb0e1d910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494521 Dec 16 15:49:09.507860 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device 83410d19-2bd0-4afe-845a-c137ecec96ca details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=108906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:49:09.614479 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] For port 83410d19-2bd0-4afe-845a-c137ecec96ca, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=83410d19-2bd0-4afe-845a-c137ecec96ca,segment=NetworkSegment(b7534591-d412-403e-acd7-f4f21cb9b99f),segment_id=b7534591-d412-403e-acd7-f4f21cb9b99f)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:49:09.626388 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Returning: {'device': '83410d19-2bd0-4afe-845a-c137ecec96ca', 'network_id': '4e96172c-0b71-4de2-95ab-4226e7a02984', 'port_id': '83410d19-2bd0-4afe-845a-c137ecec96ca', 'mac_address': 'fa:16:3e:fa:34:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffc256e7-ac77-4ea4-9344-8b0700e6fb89', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:49:09.670568 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:09.685306 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.notifiers.nova [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83410d19-2bd0-4afe-845a-c137ecec96ca {{(pid=108906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:49:09.706590 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] For port 83410d19-2bd0-4afe-845a-c137ecec96ca, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=83410d19-2bd0-4afe-845a-c137ecec96ca,segment=NetworkSegment(b7534591-d412-403e-acd7-f4f21cb9b99f),segment_id=b7534591-d412-403e-acd7-f4f21cb9b99f)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:49:09.712403 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:09.768838 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Pushing event updated for resources: {'Port': ['ID=83410d19-2bd0-4afe-845a-c137ecec96ca,revision_number=4']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:09.950426 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce21ec43-161e-4c96-acd0-41a4c21cde73 req-9f71d8db-6a25-4614-a161-5b0b4ce2e0eb tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:09.951830 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-ce21ec43-161e-4c96-acd0-41a4c21cde73 req-9f71d8db-6a25-4614-a161-5b0b4ce2e0eb tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=29bba044-2e01-44b1-bb03-0f367846a5f0 HTTP/1.1" status: 200 len: 944 time: 0.0530863 Dec 16 15:49:10.031133 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-ce21ec43-161e-4c96-acd0-41a4c21cde73 req-d3a79cf3-8e52-424a-b7a9-71f3fbe7927f tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f111158e-b0d3-4bc9-b508-9088a16d8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695734 Dec 16 15:49:10.068538 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67028af4-841c-44f7-ba12-4563a56fb7ca req-4235196e-ddf6-4e23-81e5-b3ba15aa5f64 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:10.070106 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-67028af4-841c-44f7-ba12-4563a56fb7ca req-4235196e-ddf6-4e23-81e5-b3ba15aa5f64 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=833cc951-4fe1-4d89-884f-6c98308de4bc HTTP/1.1" status: 200 len: 944 time: 0.0568662 Dec 16 15:49:10.139859 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-67028af4-841c-44f7-ba12-4563a56fb7ca req-678a9842-f0ab-4ebe-a402-3d113f1d5504 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a06c891-fae3-406d-b89e-bc8eaf612049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634608 Dec 16 15:49:10.203433 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b54a3ec-8b38-4540-b34c-c768153219b6 req-6cf401e2-d36c-4f87-b07a-230c10c322d4 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:10.204915 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-6b54a3ec-8b38-4540-b34c-c768153219b6 req-6cf401e2-d36c-4f87-b07a-230c10c322d4 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce6f3e72-0124-4937-9016-c13d65d07acd HTTP/1.1" status: 200 len: 943 time: 0.0484986 Dec 16 15:49:10.254038 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-6b54a3ec-8b38-4540-b34c-c768153219b6 req-a142a915-9ccd-4583-b610-64fdeee7c568 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424464 Dec 16 15:49:10.370765 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6692406-f4ff-40d4-87a3-6586c8ae2257 req-7b8d5c44-8739-4509-a3b6-3f6eaa3f8191 tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:10.372277 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c6692406-f4ff-40d4-87a3-6586c8ae2257 req-7b8d5c44-8739-4509-a3b6-3f6eaa3f8191 tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b15a27c-e6e3-4ac9-8882-9e52028c3bbd HTTP/1.1" status: 200 len: 944 time: 0.0538356 Dec 16 15:49:10.420429 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c6692406-f4ff-40d4-87a3-6586c8ae2257 req-2c799728-0cce-4f4a-bf30-56a1f5fc9e36 tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd33d019-aa1c-495c-a31b-d8cdb0e1d910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418775 Dec 16 15:49:10.474075 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-223b144f-a2e3-43d1-9ee0-793d55a0ef66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:10.505510 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29bba044-2e01-44b1-bb03-0f367846a5f0', 'tag': '1b9973de-48e3-4cb5-a15d-7bd646981f14'}] {{(pid=108904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:49:10.508059 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0a2cce90635460fa9ee7acd2d2298fc55a52ab45a9458d7253143d338a4b89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbaf87f6-c4e5-47f9-b363-92baecec538c" -d '{"events": [{"name": "network-changed", "server_uuid": "29bba044-2e01-44b1-bb03-0f367846a5f0", "tag": "1b9973de-48e3-4cb5-a15d-7bd646981f14"}]}' {{(pid=108904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:49:10.551797 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771de237-2ece-4e76-89bf-75583f6397c9 x-openstack-request-id: req-771de237-2ece-4e76-89bf-75583f6397c9 {{(pid=108904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:49:10.552043 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29bba044-2e01-44b1-bb03-0f367846a5f0", "tag": "1b9973de-48e3-4cb5-a15d-7bd646981f14", "status": "completed", "code": 200}]} {{(pid=108904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:49:10.552292 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-771de237-2ece-4e76-89bf-75583f6397c9 {{(pid=108904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:49:10.552680 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29bba044-2e01-44b1-bb03-0f367846a5f0', 'tag': '1b9973de-48e3-4cb5-a15d-7bd646981f14', 'status': 'completed', 'code': 200} Dec 16 15:49:10.623323 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f05a2-61e8-475e-83a2-6a734557227c req-875d8a00-999c-46ed-926e-d37d9d163828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:10.624828 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-a08f05a2-61e8-475e-83a2-6a734557227c req-875d8a00-999c-46ed-926e-d37d9d163828 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a82af4eab10342ddbdddd09e11579c36&device_id=29bba044-2e01-44b1-bb03-0f367846a5f0 HTTP/1.1" status: 200 len: 1097 time: 0.0713761 Dec 16 15:49:10.634649 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e97d5d-2388-473e-b847-0e9d6003d8ee req-a306c848-51a0-44ae-abc5-3985a803ada4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:10.636175 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-24e97d5d-2388-473e-b847-0e9d6003d8ee req-a306c848-51a0-44ae-abc5-3985a803ada4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=290d9f6dcb5f4f878cc58690825a1e12&device_id=ce6f3e72-0124-4937-9016-c13d65d07acd HTTP/1.1" status: 200 len: 1096 time: 0.0539782 Dec 16 15:49:10.669568 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0dc239-9389-41bb-b03f-e3d9d1da250e req-9cf67bf5-dbd7-4e5e-8720-d72693218a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:10.671302 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-7e0dc239-9389-41bb-b03f-e3d9d1da250e req-9cf67bf5-dbd7-4e5e-8720-d72693218a5d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=290d9f6dcb5f4f878cc58690825a1e12&device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 1096 time: 0.0792422 Dec 16 15:49:10.679131 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-a08f05a2-61e8-475e-83a2-6a734557227c req-90d2b0a1-e532-4aa3-8614-a9a80a2b314b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b9973de-48e3-4cb5-a15d-7bd646981f14 HTTP/1.1" status: 200 len: 217 time: 0.0419309 Dec 16 15:49:10.701346 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] get_ports_and_sgs() called for port_ids ['83410d19-2bd0-4afe-845a-c137ecec96ca'] {{(pid=108906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:49:10.931638 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0dc239-9389-41bb-b03f-e3d9d1da250e req-642793dc-d92a-4b2a-8462-64957deff8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:10.933108 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-7e0dc239-9389-41bb-b03f-e3d9d1da250e req-642793dc-d92a-4b2a-8462-64957deff8ab service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=290d9f6dcb5f4f878cc58690825a1e12&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2457199 Dec 16 15:49:11.003118 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f05a2-61e8-475e-83a2-6a734557227c req-2bdeb97f-b92f-4c33-9889-ba05f0c58c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:11.004476 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-a08f05a2-61e8-475e-83a2-6a734557227c req-2bdeb97f-b92f-4c33-9889-ba05f0c58c9c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5963245f-298c-4a64-a4bf-7727c7e9fe74 HTTP/1.1" status: 200 len: 849 time: 0.3174336 Dec 16 15:49:11.044852 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e97d5d-2388-473e-b847-0e9d6003d8ee req-5c1b9925-ff1c-464b-9d17-ed130ee65711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:11.046364 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-24e97d5d-2388-473e-b847-0e9d6003d8ee req-5c1b9925-ff1c-464b-9d17-ed130ee65711 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=290d9f6dcb5f4f878cc58690825a1e12&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3760047 Dec 16 15:49:11.170844 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0dc239-9389-41bb-b03f-e3d9d1da250e req-84a3a152-0035-44e1-822f-781cf8fda4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:11.170844 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-7e0dc239-9389-41bb-b03f-e3d9d1da250e req-84a3a152-0035-44e1-822f-781cf8fda4df service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2240138 Dec 16 15:49:11.188684 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815b51b-74d2-4dfa-b8c1-37806856f70a req-97de7e98-4a0d-41aa-9c4b-2478bec6f433 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:11.197293 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-4815b51b-74d2-4dfa-b8c1-37806856f70a req-97de7e98-4a0d-41aa-9c4b-2478bec6f433 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=29bba044-2e01-44b1-bb03-0f367846a5f0 HTTP/1.1" status: 200 len: 944 time: 0.0871351 Dec 16 15:49:11.244244 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-e6a1afc6-ab61-4c06-9aae-8bc4c5fea8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:11.257804 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-4815b51b-74d2-4dfa-b8c1-37806856f70a req-232d98e5-671e-4f5e-81d5-d8726c15c481 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f111158e-b0d3-4bc9-b508-9088a16d8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592825 Dec 16 15:49:11.301340 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b173e23b-65a8-4d50-bf2b-5e25c94ed7c8 req-177f6046-b165-4f7a-8260-b5a9a0c39e7d tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:11.303801 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-b173e23b-65a8-4d50-bf2b-5e25c94ed7c8 req-177f6046-b165-4f7a-8260-b5a9a0c39e7d tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=833cc951-4fe1-4d89-884f-6c98308de4bc HTTP/1.1" status: 200 len: 944 time: 0.0691924 Dec 16 15:49:11.383677 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-b173e23b-65a8-4d50-bf2b-5e25c94ed7c8 req-a66fc2cc-1ed6-4d50-aeba-b2437ddd07f9 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a06c891-fae3-406d-b89e-bc8eaf612049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744991 Dec 16 15:49:11.405940 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c8cbec-06a1-4530-95c1-9293d5a990eb req-1362ad52-f3b0-463f-b358-f88ec545a887 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:11.407508 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-f6c8cbec-06a1-4530-95c1-9293d5a990eb req-1362ad52-f3b0-463f-b358-f88ec545a887 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce6f3e72-0124-4937-9016-c13d65d07acd HTTP/1.1" status: 200 len: 943 time: 0.0692196 Dec 16 15:49:11.453866 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-f6c8cbec-06a1-4530-95c1-9293d5a990eb req-d651a0e3-46b3-415a-9191-a37cf6544b63 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401964 Dec 16 15:49:11.531946 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d27655-6db0-4097-8fce-31c2da2a3a7c req-3a51062e-d85a-40d3-8e0e-21c0627131a1 tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:11.533432 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-98d27655-6db0-4097-8fce-31c2da2a3a7c req-3a51062e-d85a-40d3-8e0e-21c0627131a1 tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b15a27c-e6e3-4ac9-8882-9e52028c3bbd HTTP/1.1" status: 200 len: 944 time: 0.0481732 Dec 16 15:49:11.582157 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-98d27655-6db0-4097-8fce-31c2da2a3a7c req-38c9a9fd-8440-4996-9ab3-68d0c053939b tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd33d019-aa1c-495c-a31b-d8cdb0e1d910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425742 Dec 16 15:49:12.384786 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5793a336-d510-45fb-9377-2c0d27208ce9 req-a44b9a21-a1b4-497a-bdec-5e1d05faef65 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:12.386259 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-5793a336-d510-45fb-9377-2c0d27208ce9 req-a44b9a21-a1b4-497a-bdec-5e1d05faef65 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=29bba044-2e01-44b1-bb03-0f367846a5f0 HTTP/1.1" status: 200 len: 944 time: 0.0613647 Dec 16 15:49:12.435486 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-5793a336-d510-45fb-9377-2c0d27208ce9 req-411c3ce9-c113-4c13-ad59-c7dae0b2c0fb tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f111158e-b0d3-4bc9-b508-9088a16d8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431690 Dec 16 15:49:12.504912 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a62ce3-d1da-49da-a585-3c38acb2b7cc req-0c29776a-1eac-4d6c-8b26-96adaa093345 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:12.506413 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-37a62ce3-d1da-49da-a585-3c38acb2b7cc req-0c29776a-1eac-4d6c-8b26-96adaa093345 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=833cc951-4fe1-4d89-884f-6c98308de4bc HTTP/1.1" status: 200 len: 944 time: 0.0503922 Dec 16 15:49:12.581038 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-37a62ce3-d1da-49da-a585-3c38acb2b7cc req-633cc8cc-ebf8-4606-8074-417798c374e6 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a06c891-fae3-406d-b89e-bc8eaf612049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687206 Dec 16 15:49:12.594225 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5167cf-048c-4ef6-b162-dc87b2ccaea6 req-0f2f0bf0-c667-4893-b639-4b93634affbe tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:12.595693 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-5d5167cf-048c-4ef6-b162-dc87b2ccaea6 req-0f2f0bf0-c667-4893-b639-4b93634affbe tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce6f3e72-0124-4937-9016-c13d65d07acd HTTP/1.1" status: 200 len: 943 time: 0.0705402 Dec 16 15:49:12.644395 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-5d5167cf-048c-4ef6-b162-dc87b2ccaea6 req-8fbc2bad-2a53-4904-834f-dcf874311344 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423005 Dec 16 15:49:12.698742 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d15a7e-c14e-4898-9804-93f79759628e req-2ce6732b-364a-4c3d-bd51-524d7de6d59b tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:12.700093 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-36d15a7e-c14e-4898-9804-93f79759628e req-2ce6732b-364a-4c3d-bd51-524d7de6d59b tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b15a27c-e6e3-4ac9-8882-9e52028c3bbd HTTP/1.1" status: 200 len: 944 time: 0.0477209 Dec 16 15:49:12.746688 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:12.747268 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-36d15a7e-c14e-4898-9804-93f79759628e req-6e765248-3aec-4bdc-ac29-74ee623c4bd7 tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd33d019-aa1c-495c-a31b-d8cdb0e1d910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408714 Dec 16 15:49:12.754883 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device f5b55a14-2204-4e1f-a1f9-794314afd998 up at agent hyperv_hv-cinder-78447 {{(pid=108906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:49:12.806502 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Provisioning for port f5b55a14-2204-4e1f-a1f9-794314afd998 completed by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:49:12.810910 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Provisioning complete for port f5b55a14-2204-4e1f-a1f9-794314afd998 triggered by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:49:12.811289 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:12.892707 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:12.916597 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b15a27c-e6e3-4ac9-8882-9e52028c3bbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5b55a14-2204-4e1f-a1f9-794314afd998'}] {{(pid=108906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:49:12.987553 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] For port f5b55a14-2204-4e1f-a1f9-794314afd998, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=f5b55a14-2204-4e1f-a1f9-794314afd998,segment=NetworkSegment(6b2bdf31-1edb-427a-8445-8e7270992ff2),segment_id=6b2bdf31-1edb-427a-8445-8e7270992ff2)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:49:12.993441 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:13.042380 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Pushing event updated for resources: {'Port': ['ID=f5b55a14-2204-4e1f-a1f9-794314afd998,revision_number=5']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:13.078019 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02b5cd720e1ebaa5714ffb0bc34871610594f2c4f6020a6f60f7cc29a5a8a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eebe71cf-d3db-4447-aab8-fa3f3b9af9fd" -d '{"events": [{"server_uuid": "8b15a27c-e6e3-4ac9-8882-9e52028c3bbd", "name": "network-vif-plugged", "status": "completed", "tag": "f5b55a14-2204-4e1f-a1f9-794314afd998"}]}' {{(pid=108906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:49:13.168871 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7417a87d-2e9a-46e6-ae4c-50b62785e546 x-openstack-request-id: req-7417a87d-2e9a-46e6-ae4c-50b62785e546 {{(pid=108906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:49:13.169260 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b15a27c-e6e3-4ac9-8882-9e52028c3bbd", "name": "network-vif-plugged", "status": "completed", "tag": "f5b55a14-2204-4e1f-a1f9-794314afd998", "code": 200}]} {{(pid=108906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:49:13.169548 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7417a87d-2e9a-46e6-ae4c-50b62785e546 {{(pid=108906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:49:13.170018 dv-cinder-784477-11-iscsi neutron-server[108906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b15a27c-e6e3-4ac9-8882-9e52028c3bbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5b55a14-2204-4e1f-a1f9-794314afd998', 'code': 200} Dec 16 15:49:13.562752 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4056d8f4-9ba6-4707-b722-2174556a2c41 req-79b0e29a-de11-4fcd-8f89-a4fad2de892c tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:13.564172 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-4056d8f4-9ba6-4707-b722-2174556a2c41 req-79b0e29a-de11-4fcd-8f89-a4fad2de892c tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=29bba044-2e01-44b1-bb03-0f367846a5f0 HTTP/1.1" status: 200 len: 944 time: 0.0467422 Dec 16 15:49:13.618246 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-4056d8f4-9ba6-4707-b722-2174556a2c41 req-9c8f4030-cc74-49e0-8fbf-f09aa6961f82 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f111158e-b0d3-4bc9-b508-9088a16d8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451021 Dec 16 15:49:13.696931 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868ca69-8886-4a5f-93f3-26d02a507d1d req-25f9d450-0eb6-456f-bf18-3f92e048d637 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:13.698411 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-6868ca69-8886-4a5f-93f3-26d02a507d1d req-25f9d450-0eb6-456f-bf18-3f92e048d637 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=833cc951-4fe1-4d89-884f-6c98308de4bc HTTP/1.1" status: 200 len: 944 time: 0.0488594 Dec 16 15:49:13.781536 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-6868ca69-8886-4a5f-93f3-26d02a507d1d req-70e1ad8d-a11a-4e40-b4d0-ab860fa0e3ba tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a06c891-fae3-406d-b89e-bc8eaf612049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772796 Dec 16 15:49:13.798817 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf32738-e15d-4a1f-8e6e-92a5a871e207 req-fd06c60c-02a0-49d9-bb51-a738c6240f78 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:13.800447 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-3cf32738-e15d-4a1f-8e6e-92a5a871e207 req-fd06c60c-02a0-49d9-bb51-a738c6240f78 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce6f3e72-0124-4937-9016-c13d65d07acd HTTP/1.1" status: 200 len: 943 time: 0.0904925 Dec 16 15:49:13.883342 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f05a2-61e8-475e-83a2-6a734557227c req-98153469-5c23-41e3-901c-f49589d9b10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:13.884880 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-a08f05a2-61e8-475e-83a2-6a734557227c req-98153469-5c23-41e3-901c-f49589d9b10b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=995ae86b-522a-475e-97b2-0044dee2628f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1591659 Dec 16 15:49:13.976434 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-3cf32738-e15d-4a1f-8e6e-92a5a871e207 req-aa42f9b2-1d83-4dd1-9b78-a448e796e749 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308806 Dec 16 15:49:13.992804 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e97d5d-2388-473e-b847-0e9d6003d8ee req-e5e8de5a-1926-4fbc-bcab-a4f30fed26c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:13.994255 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e884f8-de23-44dc-b01a-253168e0bb0e req-e2fdc0b8-c59d-40dd-8889-0b65ed6827ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:13.994367 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-24e97d5d-2388-473e-b847-0e9d6003d8ee req-e5e8de5a-1926-4fbc-bcab-a4f30fed26c4 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2575614 Dec 16 15:49:13.995700 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-07e884f8-de23-44dc-b01a-253168e0bb0e req-e2fdc0b8-c59d-40dd-8889-0b65ed6827ef service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=290d9f6dcb5f4f878cc58690825a1e12&device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 1096 time: 0.2132115 Dec 16 15:49:14.004844 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de2090-e3a0-4d72-a5b0-38bf42f2cfc1 req-6882caac-e30d-43d9-8fa7-6adcd15e8b47 tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:14.006320 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c1de2090-e3a0-4d72-a5b0-38bf42f2cfc1 req-6882caac-e30d-43d9-8fa7-6adcd15e8b47 tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b15a27c-e6e3-4ac9-8882-9e52028c3bbd HTTP/1.1" status: 200 len: 945 time: 0.1345894 Dec 16 15:49:14.030928 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-a08f05a2-61e8-475e-83a2-6a734557227c req-528336b7-0f4c-4fac-a230-c8d60dd15565 service neutron] 10.222.0.66 "GET /v2.0/networks/995ae86b-522a-475e-97b2-0044dee2628f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303773 Dec 16 15:49:14.059115 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-07e884f8-de23-44dc-b01a-253168e0bb0e req-e39d5f16-722d-47b7-932d-1b3dd475b9c3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a162fcff-3fe8-4fc6-a489-b53c84cb0c45 HTTP/1.1" status: 200 len: 217 time: 0.0479727 Dec 16 15:49:14.121427 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ae32c-5da4-4c81-9f7e-4506527315b5 req-f1f1fa06-3b0a-4f43-a329-5a9efce437fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:14.122899 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-9e5ae32c-5da4-4c81-9f7e-4506527315b5 req-f1f1fa06-3b0a-4f43-a329-5a9efce437fe service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8b15a27c-e6e3-4ac9-8882-9e52028c3bbd HTTP/1.1" status: 200 len: 1098 time: 0.1827469 Dec 16 15:49:14.152464 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c1de2090-e3a0-4d72-a5b0-38bf42f2cfc1 req-59ecb747-1c11-4da5-946c-9fc50dd6e684 tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd33d019-aa1c-495c-a31b-d8cdb0e1d910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339581 Dec 16 15:49:14.152833 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb2ee4f-f662-4527-b5f7-72a18821e0b7 req-99ecf218-5bb2-40d0-89f0-5334d82d3eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:14.154265 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-1bb2ee4f-f662-4527-b5f7-72a18821e0b7 req-99ecf218-5bb2-40d0-89f0-5334d82d3eed service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=290d9f6dcb5f4f878cc58690825a1e12&device_id=ce6f3e72-0124-4937-9016-c13d65d07acd HTTP/1.1" status: 200 len: 1096 time: 0.0951662 Dec 16 15:49:14.155699 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-9e5ae32c-5da4-4c81-9f7e-4506527315b5 req-c2382a1f-9fd0-4bc3-a6de-731282fe6dd9 service neutron] Publish callbacks [] for security_group, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:14.158738 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e884f8-de23-44dc-b01a-253168e0bb0e req-ebfd90c1-094c-4b6e-bf30-2eba45267910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:14.160535 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-a08f05a2-61e8-475e-83a2-6a734557227c req-ecf0757d-fe43-4429-b7ee-bce2fe2087bc service neutron] 10.222.0.66 "GET /v2.0/networks/995ae86b-522a-475e-97b2-0044dee2628f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204567 Dec 16 15:49:14.160731 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-07e884f8-de23-44dc-b01a-253168e0bb0e req-ebfd90c1-094c-4b6e-bf30-2eba45267910 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ac75be2f-288e-4c4c-b681-13dbe4d336f8 HTTP/1.1" status: 200 len: 859 time: 0.0937989 Dec 16 15:49:14.227928 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-1bb2ee4f-f662-4527-b5f7-72a18821e0b7 req-7f69a578-a040-46db-94c0-bb8132b9417f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc1f207a-64d8-409d-a59e-543c8d2230c6 HTTP/1.1" status: 200 len: 217 time: 0.0546989 Dec 16 15:49:14.298797 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb2ee4f-f662-4527-b5f7-72a18821e0b7 req-9f4736e1-e621-4009-b3fe-eda91049be05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:14.300269 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-1bb2ee4f-f662-4527-b5f7-72a18821e0b7 req-9f4736e1-e621-4009-b3fe-eda91049be05 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ac75be2f-288e-4c4c-b681-13dbe4d336f8 HTTP/1.1" status: 200 len: 859 time: 0.0536737 Dec 16 15:49:14.301939 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf87f6-c4e5-47f9-b363-92baecec538c req-72d92b1f-8824-4585-873c-5919641eb82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:14.303302 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-bbaf87f6-c4e5-47f9-b363-92baecec538c req-72d92b1f-8824-4585-873c-5919641eb82d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a82af4eab10342ddbdddd09e11579c36&device_id=29bba044-2e01-44b1-bb03-0f367846a5f0 HTTP/1.1" status: 200 len: 1097 time: 0.0848527 Dec 16 15:49:14.348593 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-1bb2ee4f-f662-4527-b5f7-72a18821e0b7 req-6d184702-25b9-414a-8ae6-9764f921b4e4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f48475bf-944a-4c2f-81b1-c044356a1dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343194 Dec 16 15:49:14.405209 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-07e884f8-de23-44dc-b01a-253168e0bb0e req-ef50c1c3-7bc6-4180-8db0-26fd4b3f64bf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f48475bf-944a-4c2f-81b1-c044356a1dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2288129 Dec 16 15:49:14.489212 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf87f6-c4e5-47f9-b363-92baecec538c req-8a0265b9-15d9-4b60-9b5a-0a98c373c3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:14.490745 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-bbaf87f6-c4e5-47f9-b363-92baecec538c req-8a0265b9-15d9-4b60-9b5a-0a98c373c3b5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=995ae86b-522a-475e-97b2-0044dee2628f HTTP/1.1" status: 200 len: 911 time: 0.1663396 Dec 16 15:49:14.538070 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-bbaf87f6-c4e5-47f9-b363-92baecec538c req-a887a5c9-cd6d-48de-a2b0-1f8d7af1c552 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b9973de-48e3-4cb5-a15d-7bd646981f14 HTTP/1.1" status: 200 len: 217 time: 0.0386918 Dec 16 15:49:14.541494 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-1bb2ee4f-f662-4527-b5f7-72a18821e0b7 req-72f79ca3-8296-4bc2-bc0a-63fe81a6b468 service neutron] 10.222.0.66 "GET /v2.0/networks/f48475bf-944a-4c2f-81b1-c044356a1dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828089 Dec 16 15:49:14.542824 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-07e884f8-de23-44dc-b01a-253168e0bb0e req-076a1882-bd97-43cd-9f4a-116c5fc269ea service neutron] 10.222.0.66 "GET /v2.0/networks/f48475bf-944a-4c2f-81b1-c044356a1dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285956 Dec 16 15:49:14.554210 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-9e5ae32c-5da4-4c81-9f7e-4506527315b5 req-c2382a1f-9fd0-4bc3-a6de-731282fe6dd9 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:14.567603 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-9e5ae32c-5da4-4c81-9f7e-4506527315b5 req-c2382a1f-9fd0-4bc3-a6de-731282fe6dd9 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:14.657119 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf87f6-c4e5-47f9-b363-92baecec538c req-31634e15-7ad0-4ee3-ae23-458d88ac361a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:14.658641 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-bbaf87f6-c4e5-47f9-b363-92baecec538c req-31634e15-7ad0-4ee3-ae23-458d88ac361a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5963245f-298c-4a64-a4bf-7727c7e9fe74 HTTP/1.1" status: 200 len: 849 time: 0.1020787 Dec 16 15:49:14.678372 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device 83410d19-2bd0-4afe-845a-c137ecec96ca up at agent hyperv_hv-cinder-78447 {{(pid=108906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:49:14.706114 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-9e5ae32c-5da4-4c81-9f7e-4506527315b5 req-c2382a1f-9fd0-4bc3-a6de-731282fe6dd9 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=cd33d019-aa1c-495c-a31b-d8cdb0e1d910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5746446 Dec 16 15:49:14.715759 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2382a1f-9fd0-4bc3-a6de-731282fe6dd9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc8b1c4-e390-4e17-92c5-e0b71b3b3011,revision_number=1']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:14.738887 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-07e884f8-de23-44dc-b01a-253168e0bb0e req-96879990-8ee4-4dc4-997a-fcf42fcb7ebc service neutron] 10.222.0.66 "GET /v2.0/networks/f48475bf-944a-4c2f-81b1-c044356a1dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823335 Dec 16 15:49:14.764467 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-1bb2ee4f-f662-4527-b5f7-72a18821e0b7 req-4cfcb8f0-acf6-43d9-8558-6f0193e487fd service neutron] 10.222.0.66 "GET /v2.0/networks/f48475bf-944a-4c2f-81b1-c044356a1dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977229 Dec 16 15:49:14.765553 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Provisioning for port 83410d19-2bd0-4afe-845a-c137ecec96ca completed by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:49:14.767134 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf87f6-c4e5-47f9-b363-92baecec538c req-6cfb05c3-05d6-4ea2-a04f-20a07743df3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:14.768510 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-bbaf87f6-c4e5-47f9-b363-92baecec538c req-6cfb05c3-05d6-4ea2-a04f-20a07743df3f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=995ae86b-522a-475e-97b2-0044dee2628f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1010878 Dec 16 15:49:14.772173 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Provisioning complete for port 83410d19-2bd0-4afe-845a-c137ecec96ca triggered by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:49:14.772587 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:14.841211 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2160bc-9a50-4def-9961-5d5c2b055567 req-5c5b3f26-fb13-4007-9d77-a9f2aa345e3b tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:14.844652 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-ac2160bc-9a50-4def-9961-5d5c2b055567 req-5c5b3f26-fb13-4007-9d77-a9f2aa345e3b tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=29bba044-2e01-44b1-bb03-0f367846a5f0 HTTP/1.1" status: 200 len: 944 time: 0.0754452 Dec 16 15:49:14.903690 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 35852) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:49:14.906210 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:14.963062 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] For port 83410d19-2bd0-4afe-845a-c137ecec96ca, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=83410d19-2bd0-4afe-845a-c137ecec96ca,segment=NetworkSegment(b7534591-d412-403e-acd7-f4f21cb9b99f),segment_id=b7534591-d412-403e-acd7-f4f21cb9b99f)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:49:14.976698 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:14.982557 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16396070-caa8-41f4-b90d-3a997afa4419 req-c43f4ea9-078c-42c5-b21e-153df09997df tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:14.984167 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-16396070-caa8-41f4-b90d-3a997afa4419 req-c43f4ea9-078c-42c5-b21e-153df09997df tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=833cc951-4fe1-4d89-884f-6c98308de4bc HTTP/1.1" status: 200 len: 944 time: 0.1017015 Dec 16 15:49:14.989922 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-ac2160bc-9a50-4def-9961-5d5c2b055567 req-67229c8b-1541-4641-9e44-64565bec5179 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f111158e-b0d3-4bc9-b508-9088a16d8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336243 Dec 16 15:49:15.078764 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Pushing event updated for resources: {'Port': ['ID=83410d19-2bd0-4afe-845a-c137ecec96ca,revision_number=5']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:15.106244 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-16396070-caa8-41f4-b90d-3a997afa4419 req-f18364e5-0301-47ca-983d-8c3048155088 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a06c891-fae3-406d-b89e-bc8eaf612049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985620 Dec 16 15:49:15.166964 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-eb095311-6d56-4683-8534-e2817b633aea admin admin] Publish callbacks [] for security_group, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:15.172989 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '833cc951-4fe1-4d89-884f-6c98308de4bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83410d19-2bd0-4afe-845a-c137ecec96ca'}] {{(pid=108906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:49:15.176354 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ff754e-4abc-422f-815c-62712928531e req-211d4905-1677-4b9d-a995-138a98f68b73 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:15.176826 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02b5cd720e1ebaa5714ffb0bc34871610594f2c4f6020a6f60f7cc29a5a8a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4aaafb0-e2fd-4844-9eeb-a4ee42fa5071" -d '{"events": [{"server_uuid": "833cc951-4fe1-4d89-884f-6c98308de4bc", "name": "network-vif-plugged", "status": "completed", "tag": "83410d19-2bd0-4afe-845a-c137ecec96ca"}]}' {{(pid=108906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:49:15.185890 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-b7ff754e-4abc-422f-815c-62712928531e req-211d4905-1677-4b9d-a995-138a98f68b73 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce6f3e72-0124-4937-9016-c13d65d07acd HTTP/1.1" status: 200 len: 943 time: 0.0673676 Dec 16 15:49:15.253971 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-bbaf87f6-c4e5-47f9-b363-92baecec538c req-86cfa08a-5fe1-402f-b86e-c6f54830b815 service neutron] 10.222.0.66 "GET /v2.0/networks/995ae86b-522a-475e-97b2-0044dee2628f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995191 Dec 16 15:49:15.254185 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-b7ff754e-4abc-422f-815c-62712928531e req-9f6d5a30-c537-4a50-9980-e16cbebacc9a tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669634 Dec 16 15:49:15.259691 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-eb095311-6d56-4683-8534-e2817b633aea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:15.321836 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee2ceaf5-177d-4f90-9c9c-a3d1b676ac20 x-openstack-request-id: req-ee2ceaf5-177d-4f90-9c9c-a3d1b676ac20 {{(pid=108906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:49:15.323200 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "833cc951-4fe1-4d89-884f-6c98308de4bc", "name": "network-vif-plugged", "status": "completed", "tag": "83410d19-2bd0-4afe-845a-c137ecec96ca", "code": 200}]} {{(pid=108906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:49:15.324112 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ee2ceaf5-177d-4f90-9c9c-a3d1b676ac20 {{(pid=108906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:49:15.324823 dv-cinder-784477-11-iscsi neutron-server[108906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '833cc951-4fe1-4d89-884f-6c98308de4bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83410d19-2bd0-4afe-845a-c137ecec96ca', 'code': 200} Dec 16 15:49:15.328061 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-eb095311-6d56-4683-8534-e2817b633aea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:15.391273 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-eb095311-6d56-4683-8534-e2817b633aea admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cfcacf3962614cf2a5114edd6c84d618&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4864664 Dec 16 15:49:15.396308 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e661f-43ad-49b4-a7e8-281ec42b0e31 req-aff5e54e-9297-419c-adac-ada668a048ca tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:15.398198 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-9d5e661f-43ad-49b4-a7e8-281ec42b0e31 req-aff5e54e-9297-419c-adac-ada668a048ca tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b15a27c-e6e3-4ac9-8882-9e52028c3bbd HTTP/1.1" status: 200 len: 945 time: 0.1357503 Dec 16 15:49:15.398800 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 35880) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:49:15.401781 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb095311-6d56-4683-8534-e2817b633aea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16356e9e-45f2-4eec-a477-c81eacbd9531,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:15.412322 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-bbaf87f6-c4e5-47f9-b363-92baecec538c req-ca487a30-560b-4713-bf9b-2fa69a6ed66b service neutron] 10.222.0.66 "GET /v2.0/networks/995ae86b-522a-475e-97b2-0044dee2628f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499956 Dec 16 15:49:15.537158 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-9d5e661f-43ad-49b4-a7e8-281ec42b0e31 req-69f9ce37-ef61-4611-bab8-42c9cedf348b tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd33d019-aa1c-495c-a31b-d8cdb0e1d910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319633 Dec 16 15:49:15.552469 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-1746d0f1-4814-4fe5-9f7d-b1d52b69aa56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:15.575417 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-1746d0f1-4814-4fe5-9f7d-b1d52b69aa56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:15.623507 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-1746d0f1-4814-4fe5-9f7d-b1d52b69aa56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:15.626470 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-1746d0f1-4814-4fe5-9f7d-b1d52b69aa56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:15.630355 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-1746d0f1-4814-4fe5-9f7d-b1d52b69aa56 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/16356e9e-45f2-4eec-a477-c81eacbd9531 HTTP/1.1" status: 204 len: 168 time: 0.2278106 Dec 16 15:49:15.635735 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1746d0f1-4814-4fe5-9f7d-b1d52b69aa56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16356e9e-45f2-4eec-a477-c81eacbd9531,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:15.640632 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6387578-879c-465e-a5fb-a9d30c79ee9f req-e26f8bd4-2517-4ffd-8920-39e7373b63a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:15.642252 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-c6387578-879c-465e-a5fb-a9d30c79ee9f req-e26f8bd4-2517-4ffd-8920-39e7373b63a1 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=833cc951-4fe1-4d89-884f-6c98308de4bc HTTP/1.1" status: 200 len: 1098 time: 0.0811546 Dec 16 15:49:15.701651 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-c6387578-879c-465e-a5fb-a9d30c79ee9f req-bfb530ec-7ec7-4ac1-807b-4f0c5e564098 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=4a06c891-fae3-406d-b89e-bc8eaf612049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499578 Dec 16 15:49:15.901156 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 35896) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:49:15.914829 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-d08faa7a-9e8e-4161-9fc9-916a9a8f626e admin admin] Publish callbacks [] for security_group, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:15.994420 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-d08faa7a-9e8e-4161-9fc9-916a9a8f626e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:16.000138 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-d08faa7a-9e8e-4161-9fc9-916a9a8f626e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:16.038436 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-d08faa7a-9e8e-4161-9fc9-916a9a8f626e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fd9497a2eae84b66a43dac5661362998&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1360543 Dec 16 15:49:16.039349 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08faa7a-9e8e-4161-9fc9-916a9a8f626e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eddf7d8-3e23-4860-a9d6-bf8b45ee8ddd,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:16.041189 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 35904) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:49:16.128654 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-a4950c01-8d77-495d-b16a-f69f6b67618e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:16.156154 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-a4950c01-8d77-495d-b16a-f69f6b67618e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:16.182138 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af108f1c-29a7-4fef-80e9-ef12966b9d34 req-a25e4cb8-45bc-4c1f-bf9a-cc4bb65ff682 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:16.183611 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-af108f1c-29a7-4fef-80e9-ef12966b9d34 req-a25e4cb8-45bc-4c1f-bf9a-cc4bb65ff682 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=29bba044-2e01-44b1-bb03-0f367846a5f0 HTTP/1.1" status: 200 len: 944 time: 0.0928957 Dec 16 15:49:16.207603 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 35910) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:49:16.275805 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d82a0d-5b15-4cb3-b033-3ed048ac9865 req-96c51115-4240-41cc-89ca-707f5de93634 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:16.277302 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-e0d82a0d-5b15-4cb3-b033-3ed048ac9865 req-96c51115-4240-41cc-89ca-707f5de93634 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=833cc951-4fe1-4d89-884f-6c98308de4bc HTTP/1.1" status: 200 len: 945 time: 0.1168215 Dec 16 15:49:16.281306 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-af108f1c-29a7-4fef-80e9-ef12966b9d34 req-02142ffa-8ce6-48f9-8c61-ff6e4cc6e573 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f111158e-b0d3-4bc9-b508-9088a16d8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803089 Dec 16 15:49:16.298944 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-a4950c01-8d77-495d-b16a-f69f6b67618e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:16.301520 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-a4950c01-8d77-495d-b16a-f69f6b67618e admin admin] Publish callbacks [] for security_group, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:16.302633 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-a4950c01-8d77-495d-b16a-f69f6b67618e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7eddf7d8-3e23-4860-a9d6-bf8b45ee8ddd HTTP/1.1" status: 204 len: 168 time: 0.2603900 Dec 16 15:49:16.315367 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4950c01-8d77-495d-b16a-f69f6b67618e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eddf7d8-3e23-4860-a9d6-bf8b45ee8ddd,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:16.324774 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-3713cc3a-0fb3-47fa-99fe-31ad7fe4172b admin admin] Publish callbacks [] for security_group, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:16.350978 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-e0d82a0d-5b15-4cb3-b033-3ed048ac9865 req-1d297a7f-6fcc-496e-9c9d-fc500cfffc07 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a06c891-fae3-406d-b89e-bc8eaf612049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666556 Dec 16 15:49:16.416951 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-3713cc3a-0fb3-47fa-99fe-31ad7fe4172b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:16.421309 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-3713cc3a-0fb3-47fa-99fe-31ad7fe4172b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:16.437758 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f91f4b-712c-41fe-96cb-5d27be3dce61 req-e09a214d-d84a-47c3-9106-4288b679c835 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:16.439254 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-20f91f4b-712c-41fe-96cb-5d27be3dce61 req-e09a214d-d84a-47c3-9106-4288b679c835 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce6f3e72-0124-4937-9016-c13d65d07acd HTTP/1.1" status: 200 len: 943 time: 0.0550771 Dec 16 15:49:16.456832 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3713cc3a-0fb3-47fa-99fe-31ad7fe4172b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2893955-13da-4ba5-8cb8-504dd6859913,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:16.461181 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-3713cc3a-0fb3-47fa-99fe-31ad7fe4172b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3979d596f5fd42f3a159b28b6f9da9e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2524743 Dec 16 15:49:16.463997 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 35920) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:49:16.555429 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-20f91f4b-712c-41fe-96cb-5d27be3dce61 req-80756e63-9623-4320-8868-99be54292189 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081305 Dec 16 15:49:16.627965 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-a030b9fd-6368-4e87-9824-dcc9d11a6105 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:16.700598 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-a030b9fd-6368-4e87-9824-dcc9d11a6105 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:16.701328 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device cc1f207a-64d8-409d-a59e-543c8d2230c6 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=108906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:49:16.804414 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-a030b9fd-6368-4e87-9824-dcc9d11a6105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:16.808149 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-a030b9fd-6368-4e87-9824-dcc9d11a6105 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:16.809795 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-a030b9fd-6368-4e87-9824-dcc9d11a6105 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a2893955-13da-4ba5-8cb8-504dd6859913 HTTP/1.1" status: 204 len: 168 time: 0.3352041 Dec 16 15:49:16.826957 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a030b9fd-6368-4e87-9824-dcc9d11a6105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2893955-13da-4ba5-8cb8-504dd6859913,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:16.836700 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f45655-501b-4d3b-b2a0-016c3f321e34 req-57de98a9-c0c7-40fc-8096-4cc4181786f8 tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:16.846386 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-f4f45655-501b-4d3b-b2a0-016c3f321e34 req-57de98a9-c0c7-40fc-8096-4cc4181786f8 tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b15a27c-e6e3-4ac9-8882-9e52028c3bbd HTTP/1.1" status: 200 len: 945 time: 0.1514969 Dec 16 15:49:16.925093 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] For port cc1f207a-64d8-409d-a59e-543c8d2230c6, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=cc1f207a-64d8-409d-a59e-543c8d2230c6,segment=NetworkSegment(7f17c5c4-900f-4b5f-8564-78f9e4a462bc),segment_id=7f17c5c4-900f-4b5f-8564-78f9e4a462bc)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:49:16.939092 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Returning: {'device': 'cc1f207a-64d8-409d-a59e-543c8d2230c6', 'network_id': 'f48475bf-944a-4c2f-81b1-c044356a1dbb', 'port_id': 'cc1f207a-64d8-409d-a59e-543c8d2230c6', 'mac_address': 'fa:16:3e:d9:b1:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac75be2f-288e-4c4c-b681-13dbe4d336f8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:49:16.956188 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-f4f45655-501b-4d3b-b2a0-016c3f321e34 req-02bb6f8a-1318-45e9-a4e1-a6616d4d100e tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd33d019-aa1c-495c-a31b-d8cdb0e1d910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014600 Dec 16 15:49:16.986390 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:17.001875 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.notifiers.nova [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc1f207a-64d8-409d-a59e-543c8d2230c6 {{(pid=108906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:49:17.031035 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] For port cc1f207a-64d8-409d-a59e-543c8d2230c6, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=cc1f207a-64d8-409d-a59e-543c8d2230c6,segment=NetworkSegment(7f17c5c4-900f-4b5f-8564-78f9e4a462bc),segment_id=7f17c5c4-900f-4b5f-8564-78f9e4a462bc)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:49:17.037119 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:17.038716 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device 1b9973de-48e3-4cb5-a15d-7bd646981f14 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=108906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:49:17.108511 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Pushing event updated for resources: {'Port': ['ID=cc1f207a-64d8-409d-a59e-543c8d2230c6,revision_number=4']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:17.324262 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] For port 1b9973de-48e3-4cb5-a15d-7bd646981f14, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=1b9973de-48e3-4cb5-a15d-7bd646981f14,segment=NetworkSegment(d79a1b46-9256-41c5-810e-f1d9c9094ece),segment_id=d79a1b46-9256-41c5-810e-f1d9c9094ece)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:49:17.331781 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 35974) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:49:17.343236 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Returning: {'device': '1b9973de-48e3-4cb5-a15d-7bd646981f14', 'network_id': '995ae86b-522a-475e-97b2-0044dee2628f', 'port_id': '1b9973de-48e3-4cb5-a15d-7bd646981f14', 'mac_address': 'fa:16:3e:ca:2a:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5963245f-298c-4a64-a4bf-7727c7e9fe74', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:49:17.351231 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-58f31815-b889-4e90-9d89-b41a646aa71e admin admin] Publish callbacks [] for security_group, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:17.391529 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:17.410835 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.notifiers.nova [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b9973de-48e3-4cb5-a15d-7bd646981f14 {{(pid=108906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:49:17.445362 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] For port 1b9973de-48e3-4cb5-a15d-7bd646981f14, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=1b9973de-48e3-4cb5-a15d-7bd646981f14,segment=NetworkSegment(d79a1b46-9256-41c5-810e-f1d9c9094ece),segment_id=d79a1b46-9256-41c5-810e-f1d9c9094ece)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:49:17.454988 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:17.455865 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device a162fcff-3fe8-4fc6-a489-b53c84cb0c45 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=108906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:49:17.528389 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] For port a162fcff-3fe8-4fc6-a489-b53c84cb0c45, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=a162fcff-3fe8-4fc6-a489-b53c84cb0c45,segment=NetworkSegment(7f17c5c4-900f-4b5f-8564-78f9e4a462bc),segment_id=7f17c5c4-900f-4b5f-8564-78f9e4a462bc)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:49:17.530914 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-58f31815-b889-4e90-9d89-b41a646aa71e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:17.536400 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Pushing event updated for resources: {'Port': ['ID=1b9973de-48e3-4cb5-a15d-7bd646981f14,revision_number=4']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:17.542374 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-58f31815-b889-4e90-9d89-b41a646aa71e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:17.543674 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Returning: {'device': 'a162fcff-3fe8-4fc6-a489-b53c84cb0c45', 'network_id': 'f48475bf-944a-4c2f-81b1-c044356a1dbb', 'port_id': 'a162fcff-3fe8-4fc6-a489-b53c84cb0c45', 'mac_address': 'fa:16:3e:0e:29:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac75be2f-288e-4c4c-b681-13dbe4d336f8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:49:17.582325 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:17.595833 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e01964-8e11-4f5d-af9c-a86100efd1e7 req-b00f32b9-8a66-44df-9e83-8272fae49340 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:17.597919 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-42e01964-8e11-4f5d-af9c-a86100efd1e7 req-b00f32b9-8a66-44df-9e83-8272fae49340 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=29bba044-2e01-44b1-bb03-0f367846a5f0 HTTP/1.1" status: 200 len: 944 time: 0.1826446 Dec 16 15:49:17.604637 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.notifiers.nova [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a162fcff-3fe8-4fc6-a489-b53c84cb0c45 {{(pid=108906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:49:17.609693 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 35982) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:49:17.610271 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-58f31815-b889-4e90-9d89-b41a646aa71e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7c97d214252c4a91becea811941ac549&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2774825 Dec 16 15:49:17.623316 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7742b1ce-63aa-4bb4-89d2-bf73a6c66530 req-25e08c0a-f98c-41ed-999e-25128d26dcdb tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:17.625157 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-7742b1ce-63aa-4bb4-89d2-bf73a6c66530 req-25e08c0a-f98c-41ed-999e-25128d26dcdb tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=833cc951-4fe1-4d89-884f-6c98308de4bc HTTP/1.1" status: 200 len: 945 time: 0.1616337 Dec 16 15:49:17.632794 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] For port a162fcff-3fe8-4fc6-a489-b53c84cb0c45, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=a162fcff-3fe8-4fc6-a489-b53c84cb0c45,segment=NetworkSegment(7f17c5c4-900f-4b5f-8564-78f9e4a462bc),segment_id=7f17c5c4-900f-4b5f-8564-78f9e4a462bc)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:49:17.642272 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:17.651674 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f31815-b889-4e90-9d89-b41a646aa71e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7f9c58-fc85-4413-920c-9248390cf675,revision_number=1']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:17.712542 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Pushing event updated for resources: {'Port': ['ID=a162fcff-3fe8-4fc6-a489-b53c84cb0c45,revision_number=4']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:17.721249 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-42e01964-8e11-4f5d-af9c-a86100efd1e7 req-64d2b96a-b224-4b67-a7e2-6ad5a6a45515 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f111158e-b0d3-4bc9-b508-9088a16d8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103632 Dec 16 15:49:17.735049 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-7742b1ce-63aa-4bb4-89d2-bf73a6c66530 req-f1467692-4d9a-4bd0-a4d9-d9f5ccd5bc30 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a06c891-fae3-406d-b89e-bc8eaf612049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024458 Dec 16 15:49:17.905202 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e4e51-d82e-47da-bd29-94851c0116cd req-712dc597-e7b4-42e9-a97c-7e42e6269133 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:17.920976 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-4d1e4e51-d82e-47da-bd29-94851c0116cd req-712dc597-e7b4-42e9-a97c-7e42e6269133 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce6f3e72-0124-4937-9016-c13d65d07acd HTTP/1.1" status: 200 len: 944 time: 0.1129377 Dec 16 15:49:17.949745 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:17.963387 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-38d5a382-79bf-4024-abc5-dbc31e9d13fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:17.972973 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] get_ports_and_sgs() called for port_ids ['cc1f207a-64d8-409d-a59e-543c8d2230c6'] {{(pid=108906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:49:17.978201 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] get_ports_and_sgs() called for port_ids ['1b9973de-48e3-4cb5-a15d-7bd646981f14'] {{(pid=108906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:49:18.011845 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-38d5a382-79bf-4024-abc5-dbc31e9d13fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:18.057548 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-4d1e4e51-d82e-47da-bd29-94851c0116cd req-c7de7182-2af8-444d-9b24-cebb0d4d8331 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337142 Dec 16 15:49:18.085679 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] get_ports_and_sgs() called for port_ids ['a162fcff-3fe8-4fc6-a489-b53c84cb0c45'] {{(pid=108906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:49:18.108964 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-38d5a382-79bf-4024-abc5-dbc31e9d13fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:18.112526 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-38d5a382-79bf-4024-abc5-dbc31e9d13fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:18.113986 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-38d5a382-79bf-4024-abc5-dbc31e9d13fd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ce7f9c58-fc85-4413-920c-9248390cf675 HTTP/1.1" status: 204 len: 168 time: 0.5027611 Dec 16 15:49:18.156113 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5a382-79bf-4024-abc5-dbc31e9d13fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce7f9c58-fc85-4413-920c-9248390cf675,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:18.195268 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826379f8-411c-4176-92f3-d934848af14d req-4fb10695-5189-4700-8760-2d6d1c38a24f tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:18.200616 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-826379f8-411c-4176-92f3-d934848af14d req-4fb10695-5189-4700-8760-2d6d1c38a24f tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b15a27c-e6e3-4ac9-8882-9e52028c3bbd HTTP/1.1" status: 200 len: 945 time: 0.0773950 Dec 16 15:49:18.275183 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-826379f8-411c-4176-92f3-d934848af14d req-8933b6f3-640c-417c-9cd8-0a8c66269dc5 tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd33d019-aa1c-495c-a31b-d8cdb0e1d910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676506 Dec 16 15:49:18.394503 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 36012) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:49:18.704221 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-b5e8405f-71e2-4bd1-97f0-331dd89f75f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:18.780298 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 36032) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:49:18.796453 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-184043e0-bff4-45d0-98f7-868d4cf6b66b admin admin] Publish callbacks [] for security_group, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:18.819937 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-b5e8405f-71e2-4bd1-97f0-331dd89f75f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:18.836916 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-b5e8405f-71e2-4bd1-97f0-331dd89f75f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:18.900494 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-b5e8405f-71e2-4bd1-97f0-331dd89f75f8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a1715870b39641408897b74c7964bd53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5048394 Dec 16 15:49:18.905650 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 36042) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:49:18.909943 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e8405f-71e2-4bd1-97f0-331dd89f75f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2b43ca-e7d3-477e-b3e1-81cf72098598,revision_number=1']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:18.923234 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bf3b06-e02f-4bba-96ee-f226ce0cce63 req-7d0a698c-40f4-46e0-9508-954dc31d2822 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:18.931174 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-08bf3b06-e02f-4bba-96ee-f226ce0cce63 req-7d0a698c-40f4-46e0-9508-954dc31d2822 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=29bba044-2e01-44b1-bb03-0f367846a5f0 HTTP/1.1" status: 200 len: 945 time: 0.1080105 Dec 16 15:49:18.999449 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-08bf3b06-e02f-4bba-96ee-f226ce0cce63 req-f8901ab9-494c-4b6e-aadc-8d0c91d25193 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f111158e-b0d3-4bc9-b508-9088a16d8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677032 Dec 16 15:49:19.011933 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-1757020d-d0b0-4506-b629-cedfddd1250f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:19.038918 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-184043e0-bff4-45d0-98f7-868d4cf6b66b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:19.047073 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-184043e0-bff4-45d0-98f7-868d4cf6b66b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:19.054773 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-1757020d-d0b0-4506-b629-cedfddd1250f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:19.117523 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-184043e0-bff4-45d0-98f7-868d4cf6b66b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0cf1f12e30104b7fa963f29bbb56cb8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3360980 Dec 16 15:49:19.120625 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184043e0-bff4-45d0-98f7-868d4cf6b66b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7047030-69f1-4c72-8bbd-5e468c69d9aa,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:19.120736 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 36052) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:49:19.155484 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-1757020d-d0b0-4506-b629-cedfddd1250f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:19.158191 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-1757020d-d0b0-4506-b629-cedfddd1250f admin admin] Publish callbacks [] for security_group, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:19.159745 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-1757020d-d0b0-4506-b629-cedfddd1250f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4f2b43ca-e7d3-477e-b3e1-81cf72098598 HTTP/1.1" status: 204 len: 168 time: 0.2483978 Dec 16 15:49:19.168947 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1757020d-d0b0-4506-b629-cedfddd1250f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2b43ca-e7d3-477e-b3e1-81cf72098598,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:19.213036 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-8be6d330-a80f-4f0f-8d32-76933cd83389 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:19.242495 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31bfce6-a4ec-4217-a811-54ae6083c7af req-c66e361a-366f-486d-99ff-804b4bfd2ef0 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:19.244004 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c31bfce6-a4ec-4217-a811-54ae6083c7af req-c66e361a-366f-486d-99ff-804b4bfd2ef0 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce6f3e72-0124-4937-9016-c13d65d07acd HTTP/1.1" status: 200 len: 944 time: 0.0835073 Dec 16 15:49:19.248630 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-8be6d330-a80f-4f0f-8d32-76933cd83389 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:19.313037 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c31bfce6-a4ec-4217-a811-54ae6083c7af req-41e5e1d0-8d7e-46a4-a3fe-e3b7b9527605 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623829 Dec 16 15:49:19.334632 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-8be6d330-a80f-4f0f-8d32-76933cd83389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:19.337237 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-8be6d330-a80f-4f0f-8d32-76933cd83389 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:19.338395 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-8be6d330-a80f-4f0f-8d32-76933cd83389 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e7047030-69f1-4c72-8bbd-5e468c69d9aa HTTP/1.1" status: 204 len: 168 time: 0.2161281 Dec 16 15:49:19.346553 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be6d330-a80f-4f0f-8d32-76933cd83389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7047030-69f1-4c72-8bbd-5e468c69d9aa,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:20.170472 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f4d285-b7c8-453a-96ef-127aac2cc539 req-861885b4-e952-46e7-b2c8-23ab4c954e46 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:20.181363 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-b8f4d285-b7c8-453a-96ef-127aac2cc539 req-861885b4-e952-46e7-b2c8-23ab4c954e46 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=29bba044-2e01-44b1-bb03-0f367846a5f0 HTTP/1.1" status: 200 len: 945 time: 0.0886352 Dec 16 15:49:20.253859 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-b8f4d285-b7c8-453a-96ef-127aac2cc539 req-17423bf3-f102-4650-abe6-7aed43a63ff5 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f111158e-b0d3-4bc9-b508-9088a16d8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616250 Dec 16 15:49:20.500756 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8b7319-cb52-499d-9f0b-3f73bead0d59 req-900fdbc4-cab9-4543-a551-533b03b6bc32 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:20.504048 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-ea8b7319-cb52-499d-9f0b-3f73bead0d59 req-900fdbc4-cab9-4543-a551-533b03b6bc32 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce6f3e72-0124-4937-9016-c13d65d07acd HTTP/1.1" status: 200 len: 944 time: 0.1100013 Dec 16 15:49:20.583391 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-ea8b7319-cb52-499d-9f0b-3f73bead0d59 req-4d173f72-f419-4e79-80af-789f05d0476f tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707963 Dec 16 15:49:20.674487 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 36156) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:49:20.709817 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device cc1f207a-64d8-409d-a59e-543c8d2230c6 up at agent hyperv_hv-cinder-78447 {{(pid=108906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:49:20.804017 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Provisioning for port cc1f207a-64d8-409d-a59e-543c8d2230c6 completed by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:49:20.809561 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Provisioning complete for port cc1f207a-64d8-409d-a59e-543c8d2230c6 triggered by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:49:20.814455 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:20.984339 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:21.009827 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce6f3e72-0124-4937-9016-c13d65d07acd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc1f207a-64d8-409d-a59e-543c8d2230c6'}] {{(pid=108906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:49:21.012166 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02b5cd720e1ebaa5714ffb0bc34871610594f2c4f6020a6f60f7cc29a5a8a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa1bd60-8a46-4ee9-8491-364a557b0c21" -d '{"events": [{"server_uuid": "ce6f3e72-0124-4937-9016-c13d65d07acd", "name": "network-vif-plugged", "status": "completed", "tag": "cc1f207a-64d8-409d-a59e-543c8d2230c6"}]}' {{(pid=108906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:49:21.025874 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] For port cc1f207a-64d8-409d-a59e-543c8d2230c6, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=cc1f207a-64d8-409d-a59e-543c8d2230c6,segment=NetworkSegment(7f17c5c4-900f-4b5f-8564-78f9e4a462bc),segment_id=7f17c5c4-900f-4b5f-8564-78f9e4a462bc)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:49:21.030459 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:21.031515 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device 1b9973de-48e3-4cb5-a15d-7bd646981f14 up at agent hyperv_hv-cinder-78447 {{(pid=108906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:49:21.062151 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-4288f6a9-f231-40ce-a03a-01d1cf3e3867 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:21.069780 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f9e92a6-7f46-48ca-8d2e-a00dd0636a71 x-openstack-request-id: req-1f9e92a6-7f46-48ca-8d2e-a00dd0636a71 {{(pid=108906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:49:21.070090 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce6f3e72-0124-4937-9016-c13d65d07acd", "name": "network-vif-plugged", "status": "completed", "tag": "cc1f207a-64d8-409d-a59e-543c8d2230c6", "code": 200}]} {{(pid=108906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:49:21.070344 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1f9e92a6-7f46-48ca-8d2e-a00dd0636a71 {{(pid=108906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:49:21.070828 dv-cinder-784477-11-iscsi neutron-server[108906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce6f3e72-0124-4937-9016-c13d65d07acd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc1f207a-64d8-409d-a59e-543c8d2230c6', 'code': 200} Dec 16 15:49:21.142762 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Pushing event updated for resources: {'Port': ['ID=cc1f207a-64d8-409d-a59e-543c8d2230c6,revision_number=5']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:21.156693 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Provisioning for port 1b9973de-48e3-4cb5-a15d-7bd646981f14 completed by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:49:21.163220 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Provisioning complete for port 1b9973de-48e3-4cb5-a15d-7bd646981f14 triggered by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:49:21.163993 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:21.223698 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-4288f6a9-f231-40ce-a03a-01d1cf3e3867 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:21.232620 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-4288f6a9-f231-40ce-a03a-01d1cf3e3867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:21.294927 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-4288f6a9-f231-40ce-a03a-01d1cf3e3867 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f8182f9c28f94747914bbc61dea623b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6190839 Dec 16 15:49:21.295152 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 36192) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:49:21.298350 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4288f6a9-f231-40ce-a03a-01d1cf3e3867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b08a85f8-2a55-4454-bc01-eb29375a7fba,revision_number=1']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:21.330558 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 36194) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:49:21.351793 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:21.360551 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fb3ed4-1dfb-4261-9c44-beb4e60eef26 req-a6b2afe2-b4ac-4b61-bee2-c32ec0d397c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:21.369820 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-79fb3ed4-1dfb-4261-9c44-beb4e60eef26 req-a6b2afe2-b4ac-4b61-bee2-c32ec0d397c3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ce6f3e72-0124-4937-9016-c13d65d07acd HTTP/1.1" status: 200 len: 1098 time: 0.1240454 Dec 16 15:49:21.398088 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] For port 1b9973de-48e3-4cb5-a15d-7bd646981f14, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=1b9973de-48e3-4cb5-a15d-7bd646981f14,segment=NetworkSegment(d79a1b46-9256-41c5-810e-f1d9c9094ece),segment_id=d79a1b46-9256-41c5-810e-f1d9c9094ece)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:49:21.403622 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:21.404511 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device a162fcff-3fe8-4fc6-a489-b53c84cb0c45 up at agent hyperv_hv-cinder-78447 {{(pid=108906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:49:21.449112 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a088e129-b6ad-47d2-817e-e38864ca9cba req-373f54f2-722d-4e1b-ac99-2182c5317e83 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:21.451557 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-a088e129-b6ad-47d2-817e-e38864ca9cba req-373f54f2-722d-4e1b-ac99-2182c5317e83 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=29bba044-2e01-44b1-bb03-0f367846a5f0 HTTP/1.1" status: 200 len: 945 time: 0.1138456 Dec 16 15:49:21.491121 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-9484ae79-1f4a-4839-9e9a-7f832ac116e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:21.497234 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-79fb3ed4-1dfb-4261-9c44-beb4e60eef26 req-ca8cfaee-fb20-476a-8964-dd7f080dfd34 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158593 Dec 16 15:49:21.517145 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-6027134a-bced-4965-9d3c-0c3e6d3944db admin admin] Publish callbacks [] for security_group, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:21.522203 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-a088e129-b6ad-47d2-817e-e38864ca9cba req-b650903c-68b8-4443-9f8b-e081827ea803 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f111158e-b0d3-4bc9-b508-9088a16d8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647192 Dec 16 15:49:21.532564 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Pushing event updated for resources: {'Port': ['ID=1b9973de-48e3-4cb5-a15d-7bd646981f14,revision_number=5']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:21.549298 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-9484ae79-1f4a-4839-9e9a-7f832ac116e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:21.563363 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Provisioning for port a162fcff-3fe8-4fc6-a489-b53c84cb0c45 completed by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:49:21.569040 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Provisioning complete for port a162fcff-3fe8-4fc6-a489-b53c84cb0c45 triggered by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:49:21.569522 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:21.609653 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-6027134a-bced-4965-9d3c-0c3e6d3944db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:21.618567 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-6027134a-bced-4965-9d3c-0c3e6d3944db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:21.651950 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-9484ae79-1f4a-4839-9e9a-7f832ac116e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:21.654909 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-9484ae79-1f4a-4839-9e9a-7f832ac116e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:21.656217 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-9484ae79-1f4a-4839-9e9a-7f832ac116e4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b08a85f8-2a55-4454-bc01-eb29375a7fba HTTP/1.1" status: 204 len: 168 time: 0.3586645 Dec 16 15:49:21.669594 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9484ae79-1f4a-4839-9e9a-7f832ac116e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b08a85f8-2a55-4454-bc01-eb29375a7fba,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:21.696610 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:21.727733 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-6027134a-bced-4965-9d3c-0c3e6d3944db admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=174d8aad2cc243e485cdb40e078b399d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3957474 Dec 16 15:49:21.729828 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6027134a-bced-4965-9d3c-0c3e6d3944db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ee5e96-f55e-47d1-a60d-dd55c30ff76b,revision_number=1']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:21.730517 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 36216) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:49:21.742322 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] For port a162fcff-3fe8-4fc6-a489-b53c84cb0c45, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=a162fcff-3fe8-4fc6-a489-b53c84cb0c45,segment=NetworkSegment(7f17c5c4-900f-4b5f-8564-78f9e4a462bc),segment_id=7f17c5c4-900f-4b5f-8564-78f9e4a462bc)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:49:21.748987 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:21.780583 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca83802-9505-406a-8c6e-1a54e43ae486 req-e602071d-4310-44dc-9082-cc684df7de64 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:21.786746 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-3ca83802-9505-406a-8c6e-1a54e43ae486 req-e602071d-4310-44dc-9082-cc684df7de64 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce6f3e72-0124-4937-9016-c13d65d07acd HTTP/1.1" status: 200 len: 945 time: 0.1218407 Dec 16 15:49:21.805767 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-f493a6f4-e28e-4fa8-a156-f32fa9797593 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:21.809135 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Pushing event updated for resources: {'Port': ['ID=a162fcff-3fe8-4fc6-a489-b53c84cb0c45,revision_number=5']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:21.841353 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-f493a6f4-e28e-4fa8-a156-f32fa9797593 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:21.856765 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-3ca83802-9505-406a-8c6e-1a54e43ae486 req-286dd7c2-dffb-4868-8da9-36e7522c363e tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591030 Dec 16 15:49:21.907226 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-f493a6f4-e28e-4fa8-a156-f32fa9797593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:21.910821 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-f493a6f4-e28e-4fa8-a156-f32fa9797593 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:21.913865 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-f493a6f4-e28e-4fa8-a156-f32fa9797593 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/99ee5e96-f55e-47d1-a60d-dd55c30ff76b HTTP/1.1" status: 204 len: 168 time: 0.1821218 Dec 16 15:49:21.937868 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f493a6f4-e28e-4fa8-a156-f32fa9797593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ee5e96-f55e-47d1-a60d-dd55c30ff76b,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:22.333931 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 36256) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:49:22.348771 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-94e46c3d-eefd-4af7-96e8-0553f7b7a913 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:22.431151 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-94e46c3d-eefd-4af7-96e8-0553f7b7a913 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:22.442660 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-94e46c3d-eefd-4af7-96e8-0553f7b7a913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:22.459475 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 36262) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:49:22.473337 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 36266) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:49:22.473555 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-94e46c3d-eefd-4af7-96e8-0553f7b7a913 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6a8be9fac52a422eb702feb34f516b64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1384454 Dec 16 15:49:22.512463 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e46c3d-eefd-4af7-96e8-0553f7b7a913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa98879b-5a39-4076-80f9-74a6f4871508,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:22.534923 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-89738404-11f9-4c1a-a77e-9ce92765b616 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:22.561457 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-89738404-11f9-4c1a-a77e-9ce92765b616 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:22.626244 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-89738404-11f9-4c1a-a77e-9ce92765b616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:22.628688 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-89738404-11f9-4c1a-a77e-9ce92765b616 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:22.629751 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-89738404-11f9-4c1a-a77e-9ce92765b616 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fa98879b-5a39-4076-80f9-74a6f4871508 HTTP/1.1" status: 204 len: 168 time: 0.1554801 Dec 16 15:49:22.658568 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-b550d87f-abd3-43cb-9b80-dfcce2502951 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:22.662273 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89738404-11f9-4c1a-a77e-9ce92765b616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa98879b-5a39-4076-80f9-74a6f4871508,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:22.697276 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56252f2-8aeb-4bf4-8dd9-6a4ecd2642b7 req-29e9a393-70ed-4d7f-85d6-d9d177220b22 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:22.698822 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-e56252f2-8aeb-4bf4-8dd9-6a4ecd2642b7 req-29e9a393-70ed-4d7f-85d6-d9d177220b22 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=29bba044-2e01-44b1-bb03-0f367846a5f0 HTTP/1.1" status: 200 len: 946 time: 0.0885017 Dec 16 15:49:22.770173 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-e56252f2-8aeb-4bf4-8dd9-6a4ecd2642b7 req-2b8dc2e3-fb16-4c6a-99bb-ea36cd6bb954 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f111158e-b0d3-4bc9-b508-9088a16d8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627217 Dec 16 15:49:22.792693 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-b550d87f-abd3-43cb-9b80-dfcce2502951 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:22.799084 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-b550d87f-abd3-43cb-9b80-dfcce2502951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:22.844983 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-b550d87f-abd3-43cb-9b80-dfcce2502951 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=211dd100df75469a8f654ee18308cb15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3814433 Dec 16 15:49:22.844983 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b550d87f-abd3-43cb-9b80-dfcce2502951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de08f5c-574e-42af-9e2f-ce7b1a326505,revision_number=1']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:22.845553 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 36286) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:49:22.900877 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-30300daf-b0fe-4d04-91a2-934ce39c6754 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:22.929836 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-30300daf-b0fe-4d04-91a2-934ce39c6754 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:22.978424 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa4d3e0-9246-4311-bdaa-96eaf8e9a721 req-1105df65-7232-40c9-8a45-244fa1c19a6c tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:22.979835 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-9aa4d3e0-9246-4311-bdaa-96eaf8e9a721 req-1105df65-7232-40c9-8a45-244fa1c19a6c tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce6f3e72-0124-4937-9016-c13d65d07acd HTTP/1.1" status: 200 len: 945 time: 0.0525041 Dec 16 15:49:22.989333 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-30300daf-b0fe-4d04-91a2-934ce39c6754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:22.992318 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-30300daf-b0fe-4d04-91a2-934ce39c6754 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:22.993678 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-30300daf-b0fe-4d04-91a2-934ce39c6754 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0de08f5c-574e-42af-9e2f-ce7b1a326505 HTTP/1.1" status: 204 len: 168 time: 0.1468508 Dec 16 15:49:23.013749 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30300daf-b0fe-4d04-91a2-934ce39c6754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de08f5c-574e-42af-9e2f-ce7b1a326505,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:23.053216 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 36292) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:49:23.056833 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-9aa4d3e0-9246-4311-bdaa-96eaf8e9a721 req-6fefba38-388b-408c-96dd-9605e749311d tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699370 Dec 16 15:49:23.070586 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-de8c86ef-7d12-4ef6-b0e9-9b20cae6191c admin admin] Publish callbacks [] for security_group, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:23.071831 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29bba044-2e01-44b1-bb03-0f367846a5f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b9973de-48e3-4cb5-a15d-7bd646981f14'}, {'server_uuid': '05750574-60a7-44f6-8fd6-d2fd52b57e91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a162fcff-3fe8-4fc6-a489-b53c84cb0c45'}] {{(pid=108906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:49:23.077653 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02b5cd720e1ebaa5714ffb0bc34871610594f2c4f6020a6f60f7cc29a5a8a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba195a4-78ca-48e8-ae23-abd378630723" -d '{"events": [{"server_uuid": "29bba044-2e01-44b1-bb03-0f367846a5f0", "name": "network-vif-plugged", "status": "completed", "tag": "1b9973de-48e3-4cb5-a15d-7bd646981f14"}, {"server_uuid": "05750574-60a7-44f6-8fd6-d2fd52b57e91", "name": "network-vif-plugged", "status": "completed", "tag": "a162fcff-3fe8-4fc6-a489-b53c84cb0c45"}]}' {{(pid=108906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:49:23.146214 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Dec 2021 15:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e02f790-c58a-480d-a781-236d477494c1 x-openstack-request-id: req-8e02f790-c58a-480d-a781-236d477494c1 {{(pid=108906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:49:23.147246 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29bba044-2e01-44b1-bb03-0f367846a5f0", "name": "network-vif-plugged", "status": "completed", "tag": "1b9973de-48e3-4cb5-a15d-7bd646981f14", "code": 200}, {"server_uuid": "05750574-60a7-44f6-8fd6-d2fd52b57e91", "name": "network-vif-plugged", "status": "completed", "tag": "a162fcff-3fe8-4fc6-a489-b53c84cb0c45", "code": 200}]} {{(pid=108906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:49:23.147868 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8e02f790-c58a-480d-a781-236d477494c1 {{(pid=108906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:49:23.149121 dv-cinder-784477-11-iscsi neutron-server[108906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29bba044-2e01-44b1-bb03-0f367846a5f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b9973de-48e3-4cb5-a15d-7bd646981f14', 'code': 200} Dec 16 15:49:23.149649 dv-cinder-784477-11-iscsi neutron-server[108906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05750574-60a7-44f6-8fd6-d2fd52b57e91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a162fcff-3fe8-4fc6-a489-b53c84cb0c45', 'code': 200} Dec 16 15:49:23.202226 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-de8c86ef-7d12-4ef6-b0e9-9b20cae6191c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:23.208353 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-de8c86ef-7d12-4ef6-b0e9-9b20cae6191c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:23.254124 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 36302) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:49:23.254269 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-de8c86ef-7d12-4ef6-b0e9-9b20cae6191c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=55bf615d190443b8b8e06572a9863fca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1995211 Dec 16 15:49:23.255039 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8c86ef-7d12-4ef6-b0e9-9b20cae6191c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67c41dd3-74ad-4e02-8125-a82c7c460a02,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:23.319645 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-1267e0d4-f434-4025-8f54-a311a2961e60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:23.345975 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-1267e0d4-f434-4025-8f54-a311a2961e60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:23.403446 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-1267e0d4-f434-4025-8f54-a311a2961e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:23.407549 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-1267e0d4-f434-4025-8f54-a311a2961e60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:23.408666 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-1267e0d4-f434-4025-8f54-a311a2961e60 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/67c41dd3-74ad-4e02-8125-a82c7c460a02 HTTP/1.1" status: 204 len: 168 time: 0.1535585 Dec 16 15:49:23.416572 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1267e0d4-f434-4025-8f54-a311a2961e60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c41dd3-74ad-4e02-8125-a82c7c460a02,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:23.438237 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 36310) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:49:23.452594 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-49263abb-7b59-4dd1-93f4-322862250685 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:23.538682 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-49263abb-7b59-4dd1-93f4-322862250685 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:23.544093 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-49263abb-7b59-4dd1-93f4-322862250685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:23.581771 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49263abb-7b59-4dd1-93f4-322862250685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b01ab5f-c5e3-4cd0-b40b-5253e53f06bd,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:23.587441 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-49263abb-7b59-4dd1-93f4-322862250685 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5046434105dd4b429e4ec39f5484580c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1478441 Dec 16 15:49:23.590201 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 36316) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:49:23.636730 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-0c124a5c-c6af-4c15-88ab-d05b9367b1e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:23.660951 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-0c124a5c-c6af-4c15-88ab-d05b9367b1e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:23.708021 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-0c124a5c-c6af-4c15-88ab-d05b9367b1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:23.710767 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-0c124a5c-c6af-4c15-88ab-d05b9367b1e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:23.711964 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-0c124a5c-c6af-4c15-88ab-d05b9367b1e6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0b01ab5f-c5e3-4cd0-b40b-5253e53f06bd HTTP/1.1" status: 204 len: 168 time: 0.1208749 Dec 16 15:49:23.719683 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c124a5c-c6af-4c15-88ab-d05b9367b1e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b01ab5f-c5e3-4cd0-b40b-5253e53f06bd,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:23.898059 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5542de3-2bfa-4b3b-84c5-2529652c7cfb req-0f1b7a11-8324-4ccd-a276-417dac63fcff tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:23.899555 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-d5542de3-2bfa-4b3b-84c5-2529652c7cfb req-0f1b7a11-8324-4ccd-a276-417dac63fcff tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=29bba044-2e01-44b1-bb03-0f367846a5f0 HTTP/1.1" status: 200 len: 946 time: 0.0547948 Dec 16 15:49:23.952513 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-d5542de3-2bfa-4b3b-84c5-2529652c7cfb req-67cfaf5b-c75d-4f2b-bf18-44f06c478814 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f111158e-b0d3-4bc9-b508-9088a16d8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462742 Dec 16 15:49:24.183062 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de559aa0-0018-434c-86a0-5886e9845b99 req-c5989358-09d5-41e8-8c7c-46a7052bd78f tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:24.184553 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-de559aa0-0018-434c-86a0-5886e9845b99 req-c5989358-09d5-41e8-8c7c-46a7052bd78f tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce6f3e72-0124-4937-9016-c13d65d07acd HTTP/1.1" status: 200 len: 945 time: 0.0563166 Dec 16 15:49:24.238848 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-de559aa0-0018-434c-86a0-5886e9845b99 req-a50b6753-6ea7-4bfd-8e40-7903a28e3015 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467722 Dec 16 15:49:25.084025 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c5e02-d6b1-4671-8d96-1f245bfe3777 req-6058d147-29d5-43b9-8a55-5614905c5c1c tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:25.086351 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-1e6c5e02-d6b1-4671-8d96-1f245bfe3777 req-6058d147-29d5-43b9-8a55-5614905c5c1c tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=29bba044-2e01-44b1-bb03-0f367846a5f0 HTTP/1.1" status: 200 len: 946 time: 0.0557349 Dec 16 15:49:25.142804 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-1e6c5e02-d6b1-4671-8d96-1f245bfe3777 req-cf4989cd-6b9d-4cd9-a378-6015d235b22b tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f111158e-b0d3-4bc9-b508-9088a16d8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502517 Dec 16 15:49:25.469932 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa04a1-dde5-4cd5-ae5a-f446e9f3410d req-9ef259c4-fad6-4bda-b16e-b0e2a4c5c949 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:25.487125 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-fbfa04a1-dde5-4cd5-ae5a-f446e9f3410d req-9ef259c4-fad6-4bda-b16e-b0e2a4c5c949 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce6f3e72-0124-4937-9016-c13d65d07acd HTTP/1.1" status: 200 len: 945 time: 0.1304748 Dec 16 15:49:25.584446 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-fbfa04a1-dde5-4cd5-ae5a-f446e9f3410d req-65713d4c-55b3-488a-a4b7-8e705bccb0c5 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960841 Dec 16 15:49:25.650426 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef350737-1f58-462d-9f4e-6483fbbed581 req-cf8ca6cc-541f-481e-b672-7bf94ce264bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:25.652009 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-ef350737-1f58-462d-9f4e-6483fbbed581 req-cf8ca6cc-541f-481e-b672-7bf94ce264bd service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 1098 time: 0.0956635 Dec 16 15:49:25.660050 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeef293-da6f-4047-95ef-a8f833c00d1e req-43473cca-5663-46ef-b348-f9e1596a05ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:25.661888 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-4eeef293-da6f-4047-95ef-a8f833c00d1e req-43473cca-5663-46ef-b348-f9e1596a05ad service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=29bba044-2e01-44b1-bb03-0f367846a5f0 HTTP/1.1" status: 200 len: 1099 time: 0.0632081 Dec 16 15:49:25.741081 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-ef350737-1f58-462d-9f4e-6483fbbed581 req-08a6a4d9-1c01-4ce3-8e50-a10d1f139767 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780857 Dec 16 15:49:25.745019 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-4eeef293-da6f-4047-95ef-a8f833c00d1e req-f3586ef0-65a7-4d84-b1d9-cb86aabdc6aa service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=f111158e-b0d3-4bc9-b508-9088a16d8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749934 Dec 16 15:49:26.260273 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fedb2c7-491a-413f-853a-f352ad7d35a9 req-6e026964-fc5a-4ee3-b12d-6bfd888653d7 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:26.261736 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-4fedb2c7-491a-413f-853a-f352ad7d35a9 req-6e026964-fc5a-4ee3-b12d-6bfd888653d7 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=29bba044-2e01-44b1-bb03-0f367846a5f0 HTTP/1.1" status: 200 len: 946 time: 0.0490170 Dec 16 15:49:26.313810 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-4fedb2c7-491a-413f-853a-f352ad7d35a9 req-291c036a-279f-4a4f-b346-77a694fe521c tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f111158e-b0d3-4bc9-b508-9088a16d8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460620 Dec 16 15:49:26.707750 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b851e2-edaa-442f-8a9d-eadce5cc2734 req-16b3e3c4-75e8-4fb0-9532-0374e0bce369 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:26.709195 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-d4b851e2-edaa-442f-8a9d-eadce5cc2734 req-16b3e3c4-75e8-4fb0-9532-0374e0bce369 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce6f3e72-0124-4937-9016-c13d65d07acd HTTP/1.1" status: 200 len: 945 time: 0.0587785 Dec 16 15:49:26.762873 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-d4b851e2-edaa-442f-8a9d-eadce5cc2734 req-2d2911ae-1997-45fd-b3a6-f33758dcdc24 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472584 Dec 16 15:49:27.082607 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666a3b11-63bf-4362-a05e-c22e08c5c03b req-db105d39-959b-4d6a-adc5-f25f5250bfc7 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:27.084205 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-666a3b11-63bf-4362-a05e-c22e08c5c03b req-db105d39-959b-4d6a-adc5-f25f5250bfc7 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce6f3e72-0124-4937-9016-c13d65d07acd HTTP/1.1" status: 200 len: 945 time: 0.0500195 Dec 16 15:49:27.135754 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-666a3b11-63bf-4362-a05e-c22e08c5c03b req-1ef4765b-f219-4e92-a3a2-df5b19c3fc52 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448260 Dec 16 15:49:27.447049 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a74739-e8e7-42bc-8c3f-e33a3621627a req-4282e3be-bd9b-4e55-abd3-09c7c5788669 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:27.448540 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c3a74739-e8e7-42bc-8c3f-e33a3621627a req-4282e3be-bd9b-4e55-abd3-09c7c5788669 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=29bba044-2e01-44b1-bb03-0f367846a5f0 HTTP/1.1" status: 200 len: 946 time: 0.0557108 Dec 16 15:49:27.505799 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c3a74739-e8e7-42bc-8c3f-e33a3621627a req-a7c0d6b1-536d-4270-a002-8cf9b9e0675b tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f111158e-b0d3-4bc9-b508-9088a16d8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500760 Dec 16 15:49:28.014023 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.agents_db [None req-3e981004-2469-4169-a15f-e329d1e51356 None None] Agent healthcheck: found 6 active agents {{(pid=108907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:49:28.265304 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2019a87f-4843-4eb7-a409-0ffecdfca66a req-1add0f38-1fbd-4019-9a06-1fdeeb3308b8 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:28.266683 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-2019a87f-4843-4eb7-a409-0ffecdfca66a req-1add0f38-1fbd-4019-9a06-1fdeeb3308b8 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce6f3e72-0124-4937-9016-c13d65d07acd HTTP/1.1" status: 200 len: 945 time: 0.0490487 Dec 16 15:49:28.313214 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-2019a87f-4843-4eb7-a409-0ffecdfca66a req-534a2589-6f9a-41fb-877a-1f1eefbcbf28 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407078 Dec 16 15:49:28.627890 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c0dd51-9952-4801-80f3-25f4722fe9ee req-aedf9678-f508-44d2-8813-71da4f552324 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:28.629490 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-28c0dd51-9952-4801-80f3-25f4722fe9ee req-aedf9678-f508-44d2-8813-71da4f552324 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=29bba044-2e01-44b1-bb03-0f367846a5f0 HTTP/1.1" status: 200 len: 946 time: 0.0505438 Dec 16 15:49:28.683142 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-28c0dd51-9952-4801-80f3-25f4722fe9ee req-dd2f0db2-789e-4af6-b0b1-e159bf8088e0 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f111158e-b0d3-4bc9-b508-9088a16d8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471990 Dec 16 15:49:29.236605 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c0240-1768-4f46-bfe7-fc4be022c727 req-506775a6-012e-4078-b244-86016fbe5c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:29.238047 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-1e6c0240-1768-4f46-bfe7-fc4be022c727 req-506775a6-012e-4078-b244-86016fbe5c07 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=290d9f6dcb5f4f878cc58690825a1e12&device_id=ce6f3e72-0124-4937-9016-c13d65d07acd HTTP/1.1" status: 200 len: 1098 time: 0.0487237 Dec 16 15:49:29.331479 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c0240-1768-4f46-bfe7-fc4be022c727 req-b27b75ab-ad0a-4087-ae11-30fe2fc861fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:29.332920 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-1e6c0240-1768-4f46-bfe7-fc4be022c727 req-b27b75ab-ad0a-4087-ae11-30fe2fc861fd service neutron] 10.222.0.66 "GET /v2.0/networks?id=f48475bf-944a-4c2f-81b1-c044356a1dbb HTTP/1.1" status: 200 len: 920 time: 0.0864029 Dec 16 15:49:29.379005 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-1e6c0240-1768-4f46-bfe7-fc4be022c727 req-0d6e0b3a-c39c-4b50-b50c-6bf23403b75f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc1f207a-64d8-409d-a59e-543c8d2230c6 HTTP/1.1" status: 200 len: 217 time: 0.0359237 Dec 16 15:49:29.427356 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c0240-1768-4f46-bfe7-fc4be022c727 req-35450dbb-f3f9-4e9a-b072-a5a59424a724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:29.428820 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-1e6c0240-1768-4f46-bfe7-fc4be022c727 req-35450dbb-f3f9-4e9a-b072-a5a59424a724 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ac75be2f-288e-4c4c-b681-13dbe4d336f8 HTTP/1.1" status: 200 len: 859 time: 0.0421760 Dec 16 15:49:29.435928 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4faf716-e517-44a9-873c-ce02bbe53eaf req-e23a0b46-8019-4b9e-8b59-9cd8ae8973bd tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:29.437437 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-a4faf716-e517-44a9-873c-ce02bbe53eaf req-e23a0b46-8019-4b9e-8b59-9cd8ae8973bd tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce6f3e72-0124-4937-9016-c13d65d07acd HTTP/1.1" status: 200 len: 945 time: 0.0499473 Dec 16 15:49:29.461902 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-1e6c0240-1768-4f46-bfe7-fc4be022c727 req-ae093740-5491-4101-9d95-74a2eb5c73cf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f48475bf-944a-4c2f-81b1-c044356a1dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243702 Dec 16 15:49:29.491983 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-a4faf716-e517-44a9-873c-ce02bbe53eaf req-67ae3ed3-ecb8-4448-8b63-da2d76dd0ba3 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482125 Dec 16 15:49:29.554799 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-1e6c0240-1768-4f46-bfe7-fc4be022c727 req-e62d98b0-b729-4559-8075-0027350e37e0 service neutron] 10.222.0.66 "GET /v2.0/networks/f48475bf-944a-4c2f-81b1-c044356a1dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832186 Dec 16 15:49:29.649983 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-1e6c0240-1768-4f46-bfe7-fc4be022c727 req-3eb7597a-823f-41df-ab3b-1d40b8ab83c7 service neutron] 10.222.0.66 "GET /v2.0/networks/f48475bf-944a-4c2f-81b1-c044356a1dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832822 Dec 16 15:49:29.804276 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4249cf61-4a53-4c7b-b50c-cc0b36006cb5 req-ffe50b65-e45a-4ff1-8c60-c88dd7b2b54b tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:29.805772 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-4249cf61-4a53-4c7b-b50c-cc0b36006cb5 req-ffe50b65-e45a-4ff1-8c60-c88dd7b2b54b tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=29bba044-2e01-44b1-bb03-0f367846a5f0 HTTP/1.1" status: 200 len: 946 time: 0.0558050 Dec 16 15:49:29.857321 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-4249cf61-4a53-4c7b-b50c-cc0b36006cb5 req-d95055e1-a167-45a1-bef1-547e3704e1b5 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f111158e-b0d3-4bc9-b508-9088a16d8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454073 Dec 16 15:49:30.610619 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aaf8fd-70df-40f4-b44e-d4fb8042dbe3 req-8337faa3-3d7a-4b6f-811b-a304e271ffc6 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:30.612081 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-65aaf8fd-70df-40f4-b44e-d4fb8042dbe3 req-8337faa3-3d7a-4b6f-811b-a304e271ffc6 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce6f3e72-0124-4937-9016-c13d65d07acd HTTP/1.1" status: 200 len: 945 time: 0.0537095 Dec 16 15:49:30.660235 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-65aaf8fd-70df-40f4-b44e-d4fb8042dbe3 req-ce504513-efe2-46bd-893b-22d0595afd5c tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419698 Dec 16 15:49:30.973323 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde3cb2-e56d-4559-9d9e-759c62521132 req-93012a79-ef02-4d61-9ea6-f723e3634fee tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:30.974827 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-2dde3cb2-e56d-4559-9d9e-759c62521132 req-93012a79-ef02-4d61-9ea6-f723e3634fee tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=29bba044-2e01-44b1-bb03-0f367846a5f0 HTTP/1.1" status: 200 len: 946 time: 0.0513489 Dec 16 15:49:31.024409 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-2dde3cb2-e56d-4559-9d9e-759c62521132 req-010532e0-412e-45db-9df2-e3f615e1ba2d tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f111158e-b0d3-4bc9-b508-9088a16d8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425003 Dec 16 15:49:31.779929 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0132c7-03af-4828-8b61-08dc8d99a94f req-0b7625e2-0b21-4556-8010-0e3de89b2fc3 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:31.781433 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-0e0132c7-03af-4828-8b61-08dc8d99a94f req-0b7625e2-0b21-4556-8010-0e3de89b2fc3 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce6f3e72-0124-4937-9016-c13d65d07acd HTTP/1.1" status: 200 len: 945 time: 0.0522320 Dec 16 15:49:31.830402 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-0e0132c7-03af-4828-8b61-08dc8d99a94f req-363f9e42-3705-4de1-8805-948ad5a99b05 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412548 Dec 16 15:49:32.153580 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab989e0a-abea-4aa2-9b57-98f5a77c5562 req-84e717c5-acf6-49bd-87d1-4e7591f451ed tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:32.155041 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-ab989e0a-abea-4aa2-9b57-98f5a77c5562 req-84e717c5-acf6-49bd-87d1-4e7591f451ed tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=29bba044-2e01-44b1-bb03-0f367846a5f0 HTTP/1.1" status: 200 len: 946 time: 0.0598071 Dec 16 15:49:32.201259 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-ab989e0a-abea-4aa2-9b57-98f5a77c5562 req-bcb5661e-6c8a-46d0-83e9-74eaf20aca6e tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f111158e-b0d3-4bc9-b508-9088a16d8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400703 Dec 16 15:49:32.960330 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc65e42-bd47-47ed-b142-f9000ec70768 req-e0ab9eb1-e293-4415-86f8-6cc5b9abb161 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:32.961833 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-ccc65e42-bd47-47ed-b142-f9000ec70768 req-e0ab9eb1-e293-4415-86f8-6cc5b9abb161 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce6f3e72-0124-4937-9016-c13d65d07acd HTTP/1.1" status: 200 len: 945 time: 0.0525928 Dec 16 15:49:33.012623 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-ccc65e42-bd47-47ed-b142-f9000ec70768 req-183c4c0f-91a3-46f9-a857-058f5e027dd5 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447636 Dec 16 15:49:33.334044 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08298837-fe10-4825-a533-cf18b5d2d261 req-bc0616eb-1357-4be7-bf7b-a185bb9e70a4 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:33.335526 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-08298837-fe10-4825-a533-cf18b5d2d261 req-bc0616eb-1357-4be7-bf7b-a185bb9e70a4 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=29bba044-2e01-44b1-bb03-0f367846a5f0 HTTP/1.1" status: 200 len: 946 time: 0.0573375 Dec 16 15:49:33.384892 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-08298837-fe10-4825-a533-cf18b5d2d261 req-eb01451f-eb99-42f7-a364-43f46808a6a3 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f111158e-b0d3-4bc9-b508-9088a16d8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430708 Dec 16 15:49:34.147779 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c189bae-5072-4744-95af-fc8f5caa629e req-dcfc0fa1-083c-44f8-9c26-e8e0285795ac tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:34.149251 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-3c189bae-5072-4744-95af-fc8f5caa629e req-dcfc0fa1-083c-44f8-9c26-e8e0285795ac tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce6f3e72-0124-4937-9016-c13d65d07acd HTTP/1.1" status: 200 len: 945 time: 0.0694988 Dec 16 15:49:34.195541 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-3c189bae-5072-4744-95af-fc8f5caa629e req-eb46b45d-a445-4f1c-8bc4-e5ff1c928597 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404146 Dec 16 15:49:34.515652 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c85c890-4a45-4c2f-9bbf-ad57f1d7d932 req-679d131f-3326-4054-8228-79861c4ff102 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:34.517116 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-0c85c890-4a45-4c2f-9bbf-ad57f1d7d932 req-679d131f-3326-4054-8228-79861c4ff102 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=29bba044-2e01-44b1-bb03-0f367846a5f0 HTTP/1.1" status: 200 len: 946 time: 0.0569189 Dec 16 15:49:34.562578 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-0c85c890-4a45-4c2f-9bbf-ad57f1d7d932 req-abbef531-27d2-44f3-9199-abb03e59fe52 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f111158e-b0d3-4bc9-b508-9088a16d8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395269 Dec 16 15:49:35.313698 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc3545d-6846-4ec9-b6f3-bfda6dd5b14a req-32ae2db8-e950-40ec-80ae-bc73e388c9c0 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:35.315165 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-7fc3545d-6846-4ec9-b6f3-bfda6dd5b14a req-32ae2db8-e950-40ec-80ae-bc73e388c9c0 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce6f3e72-0124-4937-9016-c13d65d07acd HTTP/1.1" status: 200 len: 945 time: 0.0493667 Dec 16 15:49:35.365285 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-7fc3545d-6846-4ec9-b6f3-bfda6dd5b14a req-7b160199-7e61-4279-a604-5c0d02f7020b tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414784 Dec 16 15:49:35.691657 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adfb25d-b171-4821-8fe5-86769f29640e req-dfbeee51-aab4-4465-8382-4873de2c705c tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:35.693179 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-7adfb25d-b171-4821-8fe5-86769f29640e req-dfbeee51-aab4-4465-8382-4873de2c705c tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=29bba044-2e01-44b1-bb03-0f367846a5f0 HTTP/1.1" status: 200 len: 946 time: 0.0526981 Dec 16 15:49:35.743091 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-7adfb25d-b171-4821-8fe5-86769f29640e req-ad21eb96-fb3b-4cc3-a4d8-5589ba4147b8 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f111158e-b0d3-4bc9-b508-9088a16d8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437858 Dec 16 15:49:36.495885 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de36f2-b920-4422-a9a7-0a11a15ddcc0 req-941965b8-caf2-446d-89b6-3d7cdfa9f989 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:36.497291 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-32de36f2-b920-4422-a9a7-0a11a15ddcc0 req-941965b8-caf2-446d-89b6-3d7cdfa9f989 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce6f3e72-0124-4937-9016-c13d65d07acd HTTP/1.1" status: 200 len: 945 time: 0.0517590 Dec 16 15:49:36.545730 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-32de36f2-b920-4422-a9a7-0a11a15ddcc0 req-f6e9b0b3-e688-4fbe-8ee1-687cd14c2318 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422907 Dec 16 15:49:36.617373 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-9c7bad7f-9da8-47b5-ba7a-2850da6a6533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:36.867090 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82583ed0-fe5f-4c67-be3a-290160b47296 req-8aa65455-c471-4fa9-8211-c35bb6eab114 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:36.868584 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-82583ed0-fe5f-4c67-be3a-290160b47296 req-8aa65455-c471-4fa9-8211-c35bb6eab114 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=29bba044-2e01-44b1-bb03-0f367846a5f0 HTTP/1.1" status: 200 len: 946 time: 0.0504179 Dec 16 15:49:36.914850 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-82583ed0-fe5f-4c67-be3a-290160b47296 req-7c2d8e78-1ce2-4b4b-bc65-dd249160648c tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f111158e-b0d3-4bc9-b508-9088a16d8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401111 Dec 16 15:49:37.669456 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2057cd25-300e-4a37-aae3-e98a79456dc4 req-c03311e2-5ed9-4a8d-8207-a7769a54c3e2 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:37.671077 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-2057cd25-300e-4a37-aae3-e98a79456dc4 req-c03311e2-5ed9-4a8d-8207-a7769a54c3e2 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce6f3e72-0124-4937-9016-c13d65d07acd HTTP/1.1" status: 200 len: 945 time: 0.0578570 Dec 16 15:49:37.720195 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-2057cd25-300e-4a37-aae3-e98a79456dc4 req-1076237d-49dc-48f7-94a4-458203f4bf0a tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424225 Dec 16 15:49:38.030759 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0290abfa-0b39-47f0-8838-221cdf9fc403 req-bdbcaf5e-67b3-494d-8558-dfc3e0bfd347 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:38.032197 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-0290abfa-0b39-47f0-8838-221cdf9fc403 req-bdbcaf5e-67b3-494d-8558-dfc3e0bfd347 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=29bba044-2e01-44b1-bb03-0f367846a5f0 HTTP/1.1" status: 200 len: 946 time: 0.0475032 Dec 16 15:49:38.090228 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-0290abfa-0b39-47f0-8838-221cdf9fc403 req-6b523120-70d8-4724-b41f-2290ba143483 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f111158e-b0d3-4bc9-b508-9088a16d8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486650 Dec 16 15:49:38.210292 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7817ea7-f792-4f08-9ae8-5147e25b6790 req-b372e54b-d725-457d-8ff8-b2e0d6ee745e tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:38.211853 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-f7817ea7-f792-4f08-9ae8-5147e25b6790 req-b372e54b-d725-457d-8ff8-b2e0d6ee745e tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=29bba044-2e01-44b1-bb03-0f367846a5f0 HTTP/1.1" status: 200 len: 946 time: 0.0538149 Dec 16 15:49:38.220986 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 36736) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:49:38.225787 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.v2.base [None req-40e618c1-4876-40cc-85d6-bf81cb1ebf70 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Request body: {'floatingip': {'port_id': '1b9973de-48e3-4cb5-a15d-7bd646981f14'}} {{(pid=108904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:49:38.305105 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-40e618c1-4876-40cc-85d6-bf81cb1ebf70 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks [] for floatingip, before_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:38.690270 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2297fe8d-8486-490f-9410-7f8aee9ee86f req-262866ba-bd25-467c-8ea8-dd7c3bbecd18 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:38.691785 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-2297fe8d-8486-490f-9410-7f8aee9ee86f req-262866ba-bd25-467c-8ea8-dd7c3bbecd18 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/networks?id=4e96172c-0b71-4de2-95ab-4226e7a02984 HTTP/1.1" status: 200 len: 815 time: 0.1073573 Dec 16 15:49:38.707125 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-2297fe8d-8486-490f-9410-7f8aee9ee86f req-8c51cf9f-667d-4979-9168-a0b23be4d61f tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/quotas/44bf2643f52c4cc5aa01ae68ef13e12f HTTP/1.1" status: 200 len: 375 time: 0.0093644 Dec 16 15:49:38.757062 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-2297fe8d-8486-490f-9410-7f8aee9ee86f req-34e393eb-4592-486f-bee1-c5f8f2e6f8dd tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=44bf2643f52c4cc5aa01ae68ef13e12f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0440865 Dec 16 15:49:38.860442 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-9c3c7461-6230-4545-ae34-8af2d746654d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:38.909648 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e534440-3e01-4f0c-a2d8-c9bfdb6845c4 req-2b24e27e-8881-455b-84fc-be5eb1331c97 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:38.911179 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-0e534440-3e01-4f0c-a2d8-c9bfdb6845c4 req-2b24e27e-8881-455b-84fc-be5eb1331c97 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce6f3e72-0124-4937-9016-c13d65d07acd HTTP/1.1" status: 200 len: 945 time: 0.0966609 Dec 16 15:49:38.922755 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-2297fe8d-8486-490f-9410-7f8aee9ee86f req-c198cfb8-de23-4d42-a0a1-0b7ff8ba948e service neutron] 10.222.0.31 "GET /v2.0/networks/4e96172c-0b71-4de2-95ab-4226e7a02984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552327 Dec 16 15:49:38.981211 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-40e618c1-4876-40cc-85d6-bf81cb1ebf70 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:38.985952 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-40e618c1-4876-40cc-85d6-bf81cb1ebf70 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874419'] for floatingip, after_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:39.040258 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-0e534440-3e01-4f0c-a2d8-c9bfdb6845c4 req-fed6d70c-db3a-49d3-b94e-cfda9bb7a6d0 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162739 Dec 16 15:49:39.102599 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-2297fe8d-8486-490f-9410-7f8aee9ee86f req-57c5050f-5a88-44d5-a28c-b251ad6bc9ab service neutron] 10.222.0.31 "GET /v2.0/networks/4e96172c-0b71-4de2-95ab-4226e7a02984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705375 Dec 16 15:49:39.299950 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.db.l3_db [None req-40e618c1-4876-40cc-85d6-bf81cb1ebf70 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Floating IP 2dcece1f-693f-4d8f-af44-781815fb7f75 associated. External IP: 172.27.1.82, port: 1b9973de-48e3-4cb5-a15d-7bd646981f14. Dec 16 15:49:39.314147 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-ceb457fc-b726-4cc1-960f-8a90b9bdb442 req-597b7020-9680-44ac-9d47-992b50852057 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=07a50ac4-a4f8-411a-9457-cd592eab7e7c HTTP/1.1" status: 200 len: 210 time: 0.0395432 Dec 16 15:49:39.590480 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40e618c1-4876-40cc-85d6-bf81cb1ebf70 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Router b41f69c5-eb71-4f77-ac39-bf4541d1c12f has already been hosted by L3 agent 53beefa8-37d8-48bc-b6da-d824d56f81c3 {{(pid=108904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:49:39.727956 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 36822) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:49:39.741676 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e618c1-4876-40cc-85d6-bf81cb1ebf70 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Notify agent at l3_agent.dv-cinder-784477-11-iscsi the message routers_updated {{(pid=108904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:49:39.748699 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-40e618c1-4876-40cc-85d6-bf81cb1ebf70 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294'] for floatingip, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:39.771901 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1282d6b-b018-44cf-b262-e5f4e4912b26 None None] Sync routers for ids ['b41f69c5-eb71-4f77-ac39-bf4541d1c12f'] in dv-cinder-784477-11-iscsi {{(pid=108907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:49:39.783337 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-40e618c1-4876-40cc-85d6-bf81cb1ebf70 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "PUT /v2.0/floatingips/2dcece1f-693f-4d8f-af44-781815fb7f75 HTTP/1.1" status: 200 len: 991 time: 1.5611038 Dec 16 15:49:39.784824 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29bba044-2e01-44b1-bb03-0f367846a5f0', 'tag': '1b9973de-48e3-4cb5-a15d-7bd646981f14'}] {{(pid=108904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:49:39.787678 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0a2cce90635460fa9ee7acd2d2298fc55a52ab45a9458d7253143d338a4b89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa2e7c2d-065c-47cd-8e2f-ab20da88c39f" -d '{"events": [{"name": "network-changed", "server_uuid": "29bba044-2e01-44b1-bb03-0f367846a5f0", "tag": "1b9973de-48e3-4cb5-a15d-7bd646981f14"}]}' {{(pid=108904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:49:39.793504 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1282d6b-b018-44cf-b262-e5f4e4912b26 None None] Routers {'b41f69c5-eb71-4f77-ac39-bf4541d1c12f'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:49:39.794489 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-c1282d6b-b018-44cf-b262-e5f4e4912b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:49:39Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['b41f69c5-eb71-4f77-ac39-bf4541d1c12f'], 'active': True} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:49:39.879402 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28bf62d4-af2f-494f-a4cc-ae864291f674 x-openstack-request-id: req-28bf62d4-af2f-494f-a4cc-ae864291f674 {{(pid=108904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:49:39.879576 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29bba044-2e01-44b1-bb03-0f367846a5f0", "tag": "1b9973de-48e3-4cb5-a15d-7bd646981f14", "status": "completed", "code": 200}]} {{(pid=108904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:49:39.879875 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-28bf62d4-af2f-494f-a4cc-ae864291f674 {{(pid=108904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:49:39.880750 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29bba044-2e01-44b1-bb03-0f367846a5f0', 'tag': '1b9973de-48e3-4cb5-a15d-7bd646981f14', 'status': 'completed', 'code': 200} Dec 16 15:49:39.966388 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvr_db [None req-c1282d6b-b018-44cf-b262-e5f4e4912b26 None None] Set router b41f69c5-eb71-4f77-ac39-bf4541d1c12f gateway port host: dv-cinder-784477-11-iscsi {{(pid=108907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:49:40.045220 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e7c2d-065c-47cd-8e2f-ab20da88c39f req-b9fb5578-091f-4ac4-b31e-5510270a3d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:40.048021 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-aa2e7c2d-065c-47cd-8e2f-ab20da88c39f req-b9fb5578-091f-4ac4-b31e-5510270a3d2b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a82af4eab10342ddbdddd09e11579c36&device_id=29bba044-2e01-44b1-bb03-0f367846a5f0 HTTP/1.1" status: 200 len: 1099 time: 0.1395006 Dec 16 15:49:40.065050 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-69f98083-01bf-4943-acf9-dbe7b4cf224a admin admin] Publish callbacks [] for security_group, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:40.159836 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-69f98083-01bf-4943-acf9-dbe7b4cf224a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:40.161952 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 36844) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:49:40.165772 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-69f98083-01bf-4943-acf9-dbe7b4cf224a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:40.202415 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-69f98083-01bf-4943-acf9-dbe7b4cf224a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a441180196a44f42832b32fa96f9dad9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4732392 Dec 16 15:49:40.205421 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 36848) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:49:40.255543 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e7c2d-065c-47cd-8e2f-ab20da88c39f req-c332aca3-e49e-4990-888a-9b6b89416fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:40.257016 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-aa2e7c2d-065c-47cd-8e2f-ab20da88c39f req-c332aca3-e49e-4990-888a-9b6b89416fa2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=995ae86b-522a-475e-97b2-0044dee2628f HTTP/1.1" status: 200 len: 911 time: 0.1989570 Dec 16 15:49:40.313316 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f98083-01bf-4943-acf9-dbe7b4cf224a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbdfc1ce-a704-4cd7-a48e-cef98b5de8ae,revision_number=1']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:40.329017 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f98083-01bf-4943-acf9-dbe7b4cf224a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:40.329370 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f98083-01bf-4943-acf9-dbe7b4cf224a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:40.329817 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f98083-01bf-4943-acf9-dbe7b4cf224a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:40.330155 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f98083-01bf-4943-acf9-dbe7b4cf224a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:40.330480 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f98083-01bf-4943-acf9-dbe7b4cf224a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:40.330802 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f98083-01bf-4943-acf9-dbe7b4cf224a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:40.331120 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f98083-01bf-4943-acf9-dbe7b4cf224a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:40.331438 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f98083-01bf-4943-acf9-dbe7b4cf224a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:40.331758 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f98083-01bf-4943-acf9-dbe7b4cf224a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:40.332073 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f98083-01bf-4943-acf9-dbe7b4cf224a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:40.332389 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f98083-01bf-4943-acf9-dbe7b4cf224a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:40.332700 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f98083-01bf-4943-acf9-dbe7b4cf224a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:40.333009 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f98083-01bf-4943-acf9-dbe7b4cf224a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:40.348552 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-c1282d6b-b018-44cf-b262-e5f4e4912b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41f69c5-eb71-4f77-ac39-bf4541d1c12f', 'name': 'tempest-AttachVolumeTestJSON-723468242-router', 'tenant_id': 'a82af4eab10342ddbdddd09e11579c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '329a8e04-0460-4c4f-8646-47551869ce23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:48:39Z', 'updated_at': '2021-12-16T15:48:46Z', 'revision_number': 4, 'project_id': 'a82af4eab10342ddbdddd09e11579c36', 'gw_port': {'id': '329a8e04-0460-4c4f-8646-47551869ce23', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41f69c5-eb71-4f77-ac39-bf4541d1c12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:40Z', 'updated_at': '2021-12-16T15:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_floatingips': [{'id': '2dcece1f-693f-4d8f-af44-781815fb7f75', 'tenant_id': 'a82af4eab10342ddbdddd09e11579c36', 'floating_ip_address': '172.27.1.82', 'floating_network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'router_id': 'b41f69c5-eb71-4f77-ac39-bf4541d1c12f', 'port_id': '1b9973de-48e3-4cb5-a15d-7bd646981f14', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '995ae86b-522a-475e-97b2-0044dee2628f', 'mac_address': 'fa:16:3e:ca:2a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bba044-2e01-44b1-bb03-0f367846a5f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:48:56Z', 'updated_at': '2021-12-16T15:49:38Z', 'revision_number': 1, 'project_id': 'a82af4eab10342ddbdddd09e11579c36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10b8ae3b-d5eb-45b9-95fc-83926da84df4', 'name': '', 'network_id': '995ae86b-522a-475e-97b2-0044dee2628f', 'tenant_id': 'a82af4eab10342ddbdddd09e11579c36', 'mac_address': 'fa:16:3e:e8:ad:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41f69c5-eb71-4f77-ac39-bf4541d1c12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5963245f-298c-4a64-a4bf-7727c7e9fe74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:45Z', 'updated_at': '2021-12-16T15:48:54Z', 'revision_number': 5, 'project_id': 'a82af4eab10342ddbdddd09e11579c36', 'subnets': [{'id': '5963245f-298c-4a64-a4bf-7727c7e9fe74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:49:40.370207 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6828d30-6354-45b7-88a9-25ae9307e333 req-35e051fb-4cf1-4dba-82ad-ead27d1b4227 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:40.378559 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c6828d30-6354-45b7-88a9-25ae9307e333 req-35e051fb-4cf1-4dba-82ad-ead27d1b4227 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce6f3e72-0124-4937-9016-c13d65d07acd HTTP/1.1" status: 200 len: 945 time: 0.1805046 Dec 16 15:49:40.378993 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1282d6b-b018-44cf-b262-e5f4e4912b26 None None] Checking router: b41f69c5-eb71-4f77-ac39-bf4541d1c12f for host: dv-cinder-784477-11-iscsi {{(pid=108907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:49:40.380655 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-7d9dd281-9893-4830-b423-0f7bdade8f88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:40.383802 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-f92d822f-5d5d-481a-bcc3-648923e59a1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:40.390060 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1282d6b-b018-44cf-b262-e5f4e4912b26 None None] Routers {'b41f69c5-eb71-4f77-ac39-bf4541d1c12f'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:49:40.390763 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-c1282d6b-b018-44cf-b262-e5f4e4912b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:49:39Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['b41f69c5-eb71-4f77-ac39-bf4541d1c12f'], 'active': True} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:49:40.423722 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-aa2e7c2d-065c-47cd-8e2f-ab20da88c39f req-46d04758-70ff-4bfb-becf-598dd6beb007 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b9973de-48e3-4cb5-a15d-7bd646981f14 HTTP/1.1" status: 200 len: 999 time: 0.1465204 Dec 16 15:49:40.442989 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-dcc74709-d007-47a3-81b4-dc61b31a70c0 req-cbb38200-6c18-4585-80e9-60e9e8265fb4 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=07a50ac4-a4f8-411a-9457-cd592eab7e7c HTTP/1.1" status: 200 len: 210 time: 0.0496376 Dec 16 15:49:40.445184 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-7d9dd281-9893-4830-b423-0f7bdade8f88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:40.496081 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c6828d30-6354-45b7-88a9-25ae9307e333 req-549fc7a1-5369-4341-821f-4ec287431e66 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157398 Dec 16 15:49:40.511686 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e7c2d-065c-47cd-8e2f-ab20da88c39f req-923611a5-d223-4ee9-8de8-7ef90d9f0ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:40.513886 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-aa2e7c2d-065c-47cd-8e2f-ab20da88c39f req-923611a5-d223-4ee9-8de8-7ef90d9f0ec9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5963245f-298c-4a64-a4bf-7727c7e9fe74 HTTP/1.1" status: 200 len: 849 time: 0.0707400 Dec 16 15:49:40.521646 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-223b144f-a2e3-43d1-9ee0-793d55a0ef66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:40.531754 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvr_db [None req-c1282d6b-b018-44cf-b262-e5f4e4912b26 None None] Set router b41f69c5-eb71-4f77-ac39-bf4541d1c12f gateway port host: dv-cinder-784477-11-iscsi {{(pid=108907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:49:40.560886 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-f92d822f-5d5d-481a-bcc3-648923e59a1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:40.563304 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-7d9dd281-9893-4830-b423-0f7bdade8f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:40.566446 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-7d9dd281-9893-4830-b423-0f7bdade8f88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:40.568119 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-7d9dd281-9893-4830-b423-0f7bdade8f88 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dbdfc1ce-a704-4cd7-a48e-cef98b5de8ae HTTP/1.1" status: 204 len: 168 time: 0.3544550 Dec 16 15:49:40.578407 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9dd281-9893-4830-b423-0f7bdade8f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbdfc1ce-a704-4cd7-a48e-cef98b5de8ae,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:40.583357 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-f92d822f-5d5d-481a-bcc3-648923e59a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:40.634775 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e7c2d-065c-47cd-8e2f-ab20da88c39f req-e481073b-7b43-431a-8562-623f7e83c369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:40.634775 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-aa2e7c2d-065c-47cd-8e2f-ab20da88c39f req-e481073b-7b43-431a-8562-623f7e83c369 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=995ae86b-522a-475e-97b2-0044dee2628f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0938554 Dec 16 15:49:40.645841 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-f92d822f-5d5d-481a-bcc3-648923e59a1e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2c440bdeec4c468ca663cb65eb0baa3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4800675 Dec 16 15:49:40.646265 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 36856) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:49:40.654087 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92d822f-5d5d-481a-bcc3-648923e59a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94936250-2a43-4935-be0c-308dd7855b1a,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:40.667307 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92d822f-5d5d-481a-bcc3-648923e59a1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:40.667307 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92d822f-5d5d-481a-bcc3-648923e59a1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:40.667679 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92d822f-5d5d-481a-bcc3-648923e59a1e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:40.674160 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92d822f-5d5d-481a-bcc3-648923e59a1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:40.674536 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92d822f-5d5d-481a-bcc3-648923e59a1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:40.674992 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92d822f-5d5d-481a-bcc3-648923e59a1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:40.675395 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92d822f-5d5d-481a-bcc3-648923e59a1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:40.675826 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92d822f-5d5d-481a-bcc3-648923e59a1e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:40.676245 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92d822f-5d5d-481a-bcc3-648923e59a1e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:40.676804 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92d822f-5d5d-481a-bcc3-648923e59a1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:40.677024 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92d822f-5d5d-481a-bcc3-648923e59a1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:40.677504 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92d822f-5d5d-481a-bcc3-648923e59a1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:40.677885 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92d822f-5d5d-481a-bcc3-648923e59a1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:40.741967 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-0051cf51-dd37-404f-bec1-4625b0ab070c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:40.777361 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-0051cf51-dd37-404f-bec1-4625b0ab070c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:40.845946 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-0051cf51-dd37-404f-bec1-4625b0ab070c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:40.848504 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-0051cf51-dd37-404f-bec1-4625b0ab070c admin admin] Publish callbacks [] for security_group, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:40.849689 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-0051cf51-dd37-404f-bec1-4625b0ab070c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/94936250-2a43-4935-be0c-308dd7855b1a HTTP/1.1" status: 204 len: 168 time: 0.2016616 Dec 16 15:49:40.871664 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0051cf51-dd37-404f-bec1-4625b0ab070c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94936250-2a43-4935-be0c-308dd7855b1a,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:40.880712 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-aa2e7c2d-065c-47cd-8e2f-ab20da88c39f req-91f279f0-7d33-4919-a283-7e62c7b8c412 service neutron] 10.222.0.66 "GET /v2.0/networks/995ae86b-522a-475e-97b2-0044dee2628f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348790 Dec 16 15:49:40.965699 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2297fe8d-8486-490f-9410-7f8aee9ee86f req-339f8293-4a9d-4509-a922-aff638690c04 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:40.967678 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-2297fe8d-8486-490f-9410-7f8aee9ee86f req-339f8293-4a9d-4509-a922-aff638690c04 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.66 "GET /v2.0/networks?id=4e96172c-0b71-4de2-95ab-4226e7a02984 HTTP/1.1" status: 200 len: 815 time: 0.2345283 Dec 16 15:49:40.995789 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-c1282d6b-b018-44cf-b262-e5f4e4912b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41f69c5-eb71-4f77-ac39-bf4541d1c12f', 'name': 'tempest-AttachVolumeTestJSON-723468242-router', 'tenant_id': 'a82af4eab10342ddbdddd09e11579c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '329a8e04-0460-4c4f-8646-47551869ce23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:48:39Z', 'updated_at': '2021-12-16T15:48:46Z', 'revision_number': 4, 'project_id': 'a82af4eab10342ddbdddd09e11579c36', 'gw_port': {'id': '329a8e04-0460-4c4f-8646-47551869ce23', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41f69c5-eb71-4f77-ac39-bf4541d1c12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:40Z', 'updated_at': '2021-12-16T15:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_floatingips': [{'id': '2dcece1f-693f-4d8f-af44-781815fb7f75', 'tenant_id': 'a82af4eab10342ddbdddd09e11579c36', 'floating_ip_address': '172.27.1.82', 'floating_network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'router_id': 'b41f69c5-eb71-4f77-ac39-bf4541d1c12f', 'port_id': '1b9973de-48e3-4cb5-a15d-7bd646981f14', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '995ae86b-522a-475e-97b2-0044dee2628f', 'mac_address': 'fa:16:3e:ca:2a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bba044-2e01-44b1-bb03-0f367846a5f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:48:56Z', 'updated_at': '2021-12-16T15:49:38Z', 'revision_number': 1, 'project_id': 'a82af4eab10342ddbdddd09e11579c36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10b8ae3b-d5eb-45b9-95fc-83926da84df4', 'name': '', 'network_id': '995ae86b-522a-475e-97b2-0044dee2628f', 'tenant_id': 'a82af4eab10342ddbdddd09e11579c36', 'mac_address': 'fa:16:3e:e8:ad:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41f69c5-eb71-4f77-ac39-bf4541d1c12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5963245f-298c-4a64-a4bf-7727c7e9fe74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:45Z', 'updated_at': '2021-12-16T15:48:54Z', 'revision_number': 5, 'project_id': 'a82af4eab10342ddbdddd09e11579c36', 'subnets': [{'id': '5963245f-298c-4a64-a4bf-7727c7e9fe74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:49:41.003304 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.v2.base [req-2297fe8d-8486-490f-9410-7f8aee9ee86f req-030aca51-cff2-4f74-bce6-72811a5fbe31 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Request body: {'port': {'device_id': '07a50ac4-a4f8-411a-9457-cd592eab7e7c', 'network_id': '4e96172c-0b71-4de2-95ab-4226e7a02984', 'admin_state_up': True, 'tenant_id': '44bf2643f52c4cc5aa01ae68ef13e12f'}} {{(pid=108904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:49:41.030210 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1282d6b-b018-44cf-b262-e5f4e4912b26 None None] The sync data for ids ['b41f69c5-eb71-4f77-ac39-bf4541d1c12f'] in dv-cinder-784477-11-iscsi is: [{'id': 'b41f69c5-eb71-4f77-ac39-bf4541d1c12f', 'name': 'tempest-AttachVolumeTestJSON-723468242-router', 'tenant_id': 'a82af4eab10342ddbdddd09e11579c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '329a8e04-0460-4c4f-8646-47551869ce23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:48:39Z', 'updated_at': '2021-12-16T15:48:46Z', 'revision_number': 4, 'project_id': 'a82af4eab10342ddbdddd09e11579c36', 'gw_port': {'id': '329a8e04-0460-4c4f-8646-47551869ce23', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41f69c5-eb71-4f77-ac39-bf4541d1c12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:40Z', 'updated_at': '2021-12-16T15:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_floatingips': [{'id': '2dcece1f-693f-4d8f-af44-781815fb7f75', 'tenant_id': 'a82af4eab10342ddbdddd09e11579c36', 'floating_ip_address': '172.27.1.82', 'floating_network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'router_id': 'b41f69c5-eb71-4f77-ac39-bf4541d1c12f', 'port_id': '1b9973de-48e3-4cb5-a15d-7bd646981f14', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '995ae86b-522a-475e-97b2-0044dee2628f', 'mac_address': 'fa:16:3e:ca:2a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bba044-2e01-44b1-bb03-0f367846a5f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:48:56Z', 'updated_at': '2021-12-16T15:49:38Z', 'revision_number': 1, 'project_id': 'a82af4eab10342ddbdddd09e11579c36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10b8ae3b-d5eb-45b9-95fc-83926da84df4', 'name': '', 'network_id': '995ae86b-522a-475e-97b2-0044dee2628f', 'tenant_id': 'a82af4eab10342ddbdddd09e11579c36', 'mac_address': 'fa:16:3e:e8:ad:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41f69c5-eb71-4f77-ac39-bf4541d1c12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5963245f-298c-4a64-a4bf-7727c7e9fe74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:45Z', 'updated_at': '2021-12-16T15:48:54Z', 'revision_number': 5, 'project_id': 'a82af4eab10342ddbdddd09e11579c36', 'subnets': [{'id': '5963245f-298c-4a64-a4bf-7727c7e9fe74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:49:41.166600 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 36872) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:49:41.187641 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-f6898b1a-235e-4a47-9f8d-6d6955650d14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:41.198649 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-aa2e7c2d-065c-47cd-8e2f-ab20da88c39f req-7e9406f6-8ceb-4f8a-a483-33beeb6b451f service neutron] 10.222.0.66 "GET /v2.0/networks/995ae86b-522a-475e-97b2-0044dee2628f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052635 Dec 16 15:49:41.211190 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2297fe8d-8486-490f-9410-7f8aee9ee86f req-030aca51-cff2-4f74-bce6-72811a5fbe31 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Made reservation on behalf of 44bf2643f52c4cc5aa01ae68ef13e12f for: {'port': 1} {{(pid=108904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:49:41.215072 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-2297fe8d-8486-490f-9410-7f8aee9ee86f req-030aca51-cff2-4f74-bce6-72811a5fbe31 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:41.262680 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-e6a1afc6-ab61-4c06-9aae-8bc4c5fea8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:41.339058 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-f6898b1a-235e-4a47-9f8d-6d6955650d14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:41.342595 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-f6898b1a-235e-4a47-9f8d-6d6955650d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:41.396718 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-f6898b1a-235e-4a47-9f8d-6d6955650d14 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=eaff3628a6f244ad9a4420e9cfa6c828&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2257426 Dec 16 15:49:41.398992 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6898b1a-235e-4a47-9f8d-6d6955650d14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dbce1e5-0ea0-49a9-89d4-b9fe3caa71c4,revision_number=1']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:41.406008 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 36882) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:49:41.485737 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 36886) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:49:41.491255 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d250c8-6d3a-49f9-bd44-632a3c5e671e None None] New status for floating IP 2dcece1f-693f-4d8f-af44-781815fb7f75: ACTIVE {{(pid=108906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 15:49:41.505032 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-6c01032f-9ff2-45af-9b9a-132182e8a246 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:41.514455 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.db_base_plugin_common [req-2297fe8d-8486-490f-9410-7f8aee9ee86f req-030aca51-cff2-4f74-bce6-72811a5fbe31 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Allocated IP 172.20.0.2 (4e96172c-0b71-4de2-95ab-4226e7a02984/ffc256e7-ac77-4ea4-9344-8b0700e6fb89/0711d501-f11e-421f-aa27-451f8a86c7e6) {{(pid=108904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:49:41.521966 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-0fef911d-24f9-4409-9e8b-110215c2b7e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:41.537091 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-6c01032f-9ff2-45af-9b9a-132182e8a246 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:41.594951 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-7fe53ec9-c6f2-4db9-af3c-adc61f9fe748 req-523e11b7-5daf-4030-9a1a-fdf16ddff330 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=07a50ac4-a4f8-411a-9457-cd592eab7e7c HTTP/1.1" status: 200 len: 210 time: 0.0323923 Dec 16 15:49:41.643266 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-6c01032f-9ff2-45af-9b9a-132182e8a246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:41.645807 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-6c01032f-9ff2-45af-9b9a-132182e8a246 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:41.649437 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-6c01032f-9ff2-45af-9b9a-132182e8a246 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1dbce1e5-0ea0-49a9-89d4-b9fe3caa71c4 HTTP/1.1" status: 204 len: 168 time: 0.2370186 Dec 16 15:49:41.658466 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c01032f-9ff2-45af-9b9a-132182e8a246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dbce1e5-0ea0-49a9-89d4-b9fe3caa71c4,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:41.670566 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce23f402-f5b8-45d0-a9fc-1b13d00af173 req-58c73f27-fc8f-4485-8695-df8cf93c44c9 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:41.678571 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-ce23f402-f5b8-45d0-a9fc-1b13d00af173 req-58c73f27-fc8f-4485-8695-df8cf93c44c9 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce6f3e72-0124-4937-9016-c13d65d07acd HTTP/1.1" status: 200 len: 945 time: 0.0756538 Dec 16 15:49:41.734308 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-ce23f402-f5b8-45d0-a9fc-1b13d00af173 req-d73e8576-b84c-4795-8c95-58644ea0ec84 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547085 Dec 16 15:49:41.783432 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-0fef911d-24f9-4409-9e8b-110215c2b7e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:41.790196 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-0fef911d-24f9-4409-9e8b-110215c2b7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:41.822913 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-2297fe8d-8486-490f-9410-7f8aee9ee86f req-030aca51-cff2-4f74-bce6-72811a5fbe31 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Publish callbacks [] for port, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:41.851622 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-0fef911d-24f9-4409-9e8b-110215c2b7e9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=99f27b46d9c048ff8fd8023ab1672b09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3646510 Dec 16 15:49:41.854733 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 36892) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:49:41.855536 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fef911d-24f9-4409-9e8b-110215c2b7e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21265e50-f693-4692-a305-3b4613bdf167,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:41.888622 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-2297fe8d-8486-490f-9410-7f8aee9ee86f req-030aca51-cff2-4f74-bce6-72811a5fbe31 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739691803594'] for port, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:41.910621 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-6e7b634f-af1e-4f4b-8e9f-0dc6ea9aa728 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:41.933264 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-6e7b634f-af1e-4f4b-8e9f-0dc6ea9aa728 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:41.941341 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2297fe8d-8486-490f-9410-7f8aee9ee86f req-030aca51-cff2-4f74-bce6-72811a5fbe31 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Network 4e96172c-0b71-4de2-95ab-4226e7a02984 is already hosted by enough agents. {{(pid=108904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:49:41.944514 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.base_scheduler [req-2297fe8d-8486-490f-9410-7f8aee9ee86f req-030aca51-cff2-4f74-bce6-72811a5fbe31 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Resources bound (agent type, host, resource id): {{(pid=108904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:49:41.948856 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [req-2297fe8d-8486-490f-9410-7f8aee9ee86f req-030aca51-cff2-4f74-bce6-72811a5fbe31 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Received port after_create {{(pid=108904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:49:41.954808 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2297fe8d-8486-490f-9410-7f8aee9ee86f req-030aca51-cff2-4f74-bce6-72811a5fbe31 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:41.955056 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-2297fe8d-8486-490f-9410-7f8aee9ee86f req-030aca51-cff2-4f74-bce6-72811a5fbe31 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7902797'] for port, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:41.958654 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030aca51-cff2-4f74-bce6-72811a5fbe31 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Pushing event updated for resources: {'Port': ['ID=0711d501-f11e-421f-aa27-451f8a86c7e6,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:41.976112 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-2297fe8d-8486-490f-9410-7f8aee9ee86f req-030aca51-cff2-4f74-bce6-72811a5fbe31 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9839234 Dec 16 15:49:41.992233 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-6e7b634f-af1e-4f4b-8e9f-0dc6ea9aa728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:41.995435 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-6e7b634f-af1e-4f4b-8e9f-0dc6ea9aa728 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:41.996865 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-6e7b634f-af1e-4f4b-8e9f-0dc6ea9aa728 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/21265e50-f693-4692-a305-3b4613bdf167 HTTP/1.1" status: 204 len: 168 time: 0.1406121 Dec 16 15:49:42.005528 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7b634f-af1e-4f4b-8e9f-0dc6ea9aa728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21265e50-f693-4692-a305-3b4613bdf167,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:42.728037 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1662153a-57f9-4775-9c22-059e519056a7 req-11fec5d4-73b1-406e-af81-1aa60a02a3a4 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:42.729864 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-1662153a-57f9-4775-9c22-059e519056a7 req-11fec5d4-73b1-406e-af81-1aa60a02a3a4 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=07a50ac4-a4f8-411a-9457-cd592eab7e7c HTTP/1.1" status: 200 len: 931 time: 0.0503070 Dec 16 15:49:42.744784 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:42.782277 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-1662153a-57f9-4775-9c22-059e519056a7 req-a393231c-ecb5-4534-b42f-4e4ef3e02a8a tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a06c891-fae3-406d-b89e-bc8eaf612049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456262 Dec 16 15:49:42.897593 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5531764f-c94c-4c29-be43-f8e935a43284 req-e9fe972c-687c-42c0-85ee-c015b80b0e76 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:42.897593 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-5531764f-c94c-4c29-be43-f8e935a43284 req-e9fe972c-687c-42c0-85ee-c015b80b0e76 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce6f3e72-0124-4937-9016-c13d65d07acd HTTP/1.1" status: 200 len: 945 time: 0.0561488 Dec 16 15:49:42.945267 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-5531764f-c94c-4c29-be43-f8e935a43284 req-9c5aeb06-5218-49d0-a748-8e329bb9cfdb tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404608 Dec 16 15:49:43.145110 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 36970) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:49:43.245063 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-2d2f1e64-a9a7-47b7-8e28-bc007cc0e249 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:43.318611 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-2d2f1e64-a9a7-47b7-8e28-bc007cc0e249 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:43.322894 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-2d2f1e64-a9a7-47b7-8e28-bc007cc0e249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:43.360395 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-2d2f1e64-a9a7-47b7-8e28-bc007cc0e249 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=44b324dcc98b4e7d97d80297d6ea6773&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2141666 Dec 16 15:49:43.361290 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2f1e64-a9a7-47b7-8e28-bc007cc0e249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd945531-44f8-49cd-93a1-5d7387dc6bd1,revision_number=1']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:43.363277 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 36978) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:49:43.413553 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-cf2d1dbb-0163-4337-8408-09a445ec4fec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:43.435182 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-cf2d1dbb-0163-4337-8408-09a445ec4fec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:43.485089 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-cf2d1dbb-0163-4337-8408-09a445ec4fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:43.487836 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-cf2d1dbb-0163-4337-8408-09a445ec4fec admin admin] Publish callbacks [] for security_group, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:43.489024 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-cf2d1dbb-0163-4337-8408-09a445ec4fec admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dd945531-44f8-49cd-93a1-5d7387dc6bd1 HTTP/1.1" status: 204 len: 168 time: 0.1247556 Dec 16 15:49:43.504575 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2d1dbb-0163-4337-8408-09a445ec4fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd945531-44f8-49cd-93a1-5d7387dc6bd1,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:43.791982 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] get_ports_and_sgs() called for port_ids ['83410d19-2bd0-4afe-845a-c137ecec96ca'] {{(pid=108906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:49:43.911355 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746feda3-87a6-49dd-ae58-62ad15d301c1 req-71621418-2a26-49ca-916b-a699fa12633b tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:43.912855 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-746feda3-87a6-49dd-ae58-62ad15d301c1 req-71621418-2a26-49ca-916b-a699fa12633b tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=07a50ac4-a4f8-411a-9457-cd592eab7e7c HTTP/1.1" status: 200 len: 931 time: 0.0504568 Dec 16 15:49:43.968012 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-746feda3-87a6-49dd-ae58-62ad15d301c1 req-710ce5b8-5478-426d-916c-dc86a3ae148e tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a06c891-fae3-406d-b89e-bc8eaf612049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489438 Dec 16 15:49:44.090952 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baca5a71-4d7d-4c6a-9d54-b30e7b3273c6 req-8b4f673e-21b3-4df8-ae7f-d15b00510c74 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:44.092406 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-baca5a71-4d7d-4c6a-9d54-b30e7b3273c6 req-8b4f673e-21b3-4df8-ae7f-d15b00510c74 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce6f3e72-0124-4937-9016-c13d65d07acd HTTP/1.1" status: 200 len: 945 time: 0.0560567 Dec 16 15:49:44.137859 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-baca5a71-4d7d-4c6a-9d54-b30e7b3273c6 req-09b0e144-4f27-476d-891b-962411d92e0e tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395448 Dec 16 15:49:44.927956 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.v2.base [req-2297fe8d-8486-490f-9410-7f8aee9ee86f req-bca1382a-1d69-42c4-a44f-c556ac458e7e service neutron] Request body: {'port': {'device_id': '07a50ac4-a4f8-411a-9457-cd592eab7e7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=108904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:49:45.019596 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-2297fe8d-8486-490f-9410-7f8aee9ee86f req-bca1382a-1d69-42c4-a44f-c556ac458e7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:45.039903 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-8b948a82-cedb-482e-a07b-95bec15d07ff req-d80afdcd-00af-412c-a600-9544725d04b0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8b15a27c-e6e3-4ac9-8882-9e52028c3bbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0789368 Dec 16 15:49:45.120449 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7951ec-1bec-4472-b4c5-a27c6d2bcddc req-559a3017-e65c-4872-be6e-37e3ebaa5532 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:45.122802 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-ee7951ec-1bec-4472-b4c5-a27c6d2bcddc req-559a3017-e65c-4872-be6e-37e3ebaa5532 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=07a50ac4-a4f8-411a-9457-cd592eab7e7c HTTP/1.1" status: 200 len: 931 time: 0.0791082 Dec 16 15:49:45.195650 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-ee7951ec-1bec-4472-b4c5-a27c6d2bcddc req-0628a30f-7b02-43ca-b5ad-8feb5d531b02 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a06c891-fae3-406d-b89e-bc8eaf612049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650852 Dec 16 15:49:45.249017 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b948a82-cedb-482e-a07b-95bec15d07ff req-bb6f38c6-1e5a-4a53-a7b9-d84b045940e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:45.250591 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-8b948a82-cedb-482e-a07b-95bec15d07ff req-bb6f38c6-1e5a-4a53-a7b9-d84b045940e1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e5edb8b1d36e4f01bc38f277910faf05&device_id=8b15a27c-e6e3-4ac9-8882-9e52028c3bbd HTTP/1.1" status: 200 len: 1098 time: 0.0983911 Dec 16 15:49:45.266294 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ffdfff-7a56-480f-bc14-9884553b3d13 req-af4792fd-e7db-46d4-be4c-cf515fcdf81f tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:45.268168 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-93ffdfff-7a56-480f-bc14-9884553b3d13 req-af4792fd-e7db-46d4-be4c-cf515fcdf81f tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce6f3e72-0124-4937-9016-c13d65d07acd HTTP/1.1" status: 200 len: 945 time: 0.0554373 Dec 16 15:49:45.324897 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-93ffdfff-7a56-480f-bc14-9884553b3d13 req-59348693-f482-4857-8e0c-3ca579c2cfcc tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443923 Dec 16 15:49:45.412926 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.notifiers.nova [req-2297fe8d-8486-490f-9410-7f8aee9ee86f req-bca1382a-1d69-42c4-a44f-c556ac458e7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0711d501-f11e-421f-aa27-451f8a86c7e6 {{(pid=108904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:49:45.427394 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-2297fe8d-8486-490f-9410-7f8aee9ee86f req-bca1382a-1d69-42c4-a44f-c556ac458e7e service neutron] Publish callbacks [] for port, precommit_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:45.436458 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b948a82-cedb-482e-a07b-95bec15d07ff req-b8333ec7-1ab4-405a-b365-d3c83239e131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:45.437869 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-8b948a82-cedb-482e-a07b-95bec15d07ff req-b8333ec7-1ab4-405a-b365-d3c83239e131 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8f180a66-3dac-433f-ad86-2980dd11d2cf HTTP/1.1" status: 200 len: 913 time: 0.1435683 Dec 16 15:49:45.445934 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.provisioning_blocks [req-2297fe8d-8486-490f-9410-7f8aee9ee86f req-bca1382a-1d69-42c4-a44f-c556ac458e7e service neutron] Transition to ACTIVE for port object 0711d501-f11e-421f-aa27-451f8a86c7e6 will not be triggered until provisioned by entity L2. {{(pid=108904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:49:45.454879 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-2297fe8d-8486-490f-9410-7f8aee9ee86f req-bca1382a-1d69-42c4-a44f-c556ac458e7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:45.492781 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-8b948a82-cedb-482e-a07b-95bec15d07ff req-5527bb9a-d33a-43fd-8b69-d02dbdbcd79c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5b55a14-2204-4e1f-a1f9-794314afd998 HTTP/1.1" status: 200 len: 217 time: 0.0452909 Dec 16 15:49:45.571485 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca1382a-1d69-42c4-a44f-c556ac458e7e service neutron] Pushing event updated for resources: {'Port': ['ID=0711d501-f11e-421f-aa27-451f8a86c7e6,revision_number=2']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:45.603109 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b948a82-cedb-482e-a07b-95bec15d07ff req-bf1c9d68-da1c-4264-bda5-9ed7d6a1d83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:45.604575 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-8b948a82-cedb-482e-a07b-95bec15d07ff req-bf1c9d68-da1c-4264-bda5-9ed7d6a1d83c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=61533cef-b28a-4878-a111-f4737b38509d HTTP/1.1" status: 200 len: 852 time: 0.0933855 Dec 16 15:49:45.608956 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.managers [req-2297fe8d-8486-490f-9410-7f8aee9ee86f req-bca1382a-1d69-42c4-a44f-c556ac458e7e service neutron] Attempting to bind port 0711d501-f11e-421f-aa27-451f8a86c7e6 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:49:45.609308 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.managers [req-2297fe8d-8486-490f-9410-7f8aee9ee86f req-bca1382a-1d69-42c4-a44f-c556ac458e7e service neutron] Attempting to bind port 0711d501-f11e-421f-aa27-451f8a86c7e6 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': 'b7534591-d412-403e-acd7-f4f21cb9b99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '4e96172c-0b71-4de2-95ab-4226e7a02984'}] {{(pid=108904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:49:45.609622 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2297fe8d-8486-490f-9410-7f8aee9ee86f req-bca1382a-1d69-42c4-a44f-c556ac458e7e service neutron] Attempting to bind port 0711d501-f11e-421f-aa27-451f8a86c7e6 on network 4e96172c-0b71-4de2-95ab-4226e7a02984 {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:49:45.614077 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2297fe8d-8486-490f-9410-7f8aee9ee86f req-bca1382a-1d69-42c4-a44f-c556ac458e7e service neutron] Port 0711d501-f11e-421f-aa27-451f8a86c7e6 on network 4e96172c-0b71-4de2-95ab-4226e7a02984 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:49:45.614380 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2297fe8d-8486-490f-9410-7f8aee9ee86f req-bca1382a-1d69-42c4-a44f-c556ac458e7e service neutron] Attempting to bind port 0711d501-f11e-421f-aa27-451f8a86c7e6 on network 4e96172c-0b71-4de2-95ab-4226e7a02984 {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:49:45.619088 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2297fe8d-8486-490f-9410-7f8aee9ee86f req-bca1382a-1d69-42c4-a44f-c556ac458e7e service neutron] Checking agent: {'id': 'cc3d5e4c-e00e-4c48-b0f7-4cab06ea1ca9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 46, 48), 'started_at': datetime.datetime(2021, 12, 16, 15, 46, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:49:45.619402 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2297fe8d-8486-490f-9410-7f8aee9ee86f req-bca1382a-1d69-42c4-a44f-c556ac458e7e service neutron] Checking segment: {'id': 'b7534591-d412-403e-acd7-f4f21cb9b99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '4e96172c-0b71-4de2-95ab-4226e7a02984'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:49:45.619769 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2297fe8d-8486-490f-9410-7f8aee9ee86f req-bca1382a-1d69-42c4-a44f-c556ac458e7e service neutron] Bound using segment: {'id': 'b7534591-d412-403e-acd7-f4f21cb9b99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '4e96172c-0b71-4de2-95ab-4226e7a02984'} {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:49:45.620177 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.managers [req-2297fe8d-8486-490f-9410-7f8aee9ee86f req-bca1382a-1d69-42c4-a44f-c556ac458e7e service neutron] Bound port: 0711d501-f11e-421f-aa27-451f8a86c7e6, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7534591-d412-403e-acd7-f4f21cb9b99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '4e96172c-0b71-4de2-95ab-4226e7a02984'}}] {{(pid=108904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:49:45.620521 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-2297fe8d-8486-490f-9410-7f8aee9ee86f req-bca1382a-1d69-42c4-a44f-c556ac458e7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:45.657846 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-8b948a82-cedb-482e-a07b-95bec15d07ff req-f9c32d0c-f9a5-4d98-8e9b-aeab3cbe1ff1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8f180a66-3dac-433f-ad86-2980dd11d2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351791 Dec 16 15:49:45.784685 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.db [req-2297fe8d-8486-490f-9410-7f8aee9ee86f req-bca1382a-1d69-42c4-a44f-c556ac458e7e service neutron] For port 0711d501-f11e-421f-aa27-451f8a86c7e6, host hv-cinder-78447, cleared binding levels {{(pid=108904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:49:45.808282 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.db [req-2297fe8d-8486-490f-9410-7f8aee9ee86f req-bca1382a-1d69-42c4-a44f-c556ac458e7e service neutron] For port 0711d501-f11e-421f-aa27-451f8a86c7e6, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=0711d501-f11e-421f-aa27-451f8a86c7e6,segment=NetworkSegment(b7534591-d412-403e-acd7-f4f21cb9b99f),segment_id=b7534591-d412-403e-acd7-f4f21cb9b99f)] {{(pid=108904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:49:45.812645 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-8b948a82-cedb-482e-a07b-95bec15d07ff req-a2377f6d-9596-4715-a001-99f49debe4fb service neutron] 10.222.0.66 "GET /v2.0/networks/8f180a66-3dac-433f-ad86-2980dd11d2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324680 Dec 16 15:49:45.822074 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-2297fe8d-8486-490f-9410-7f8aee9ee86f req-bca1382a-1d69-42c4-a44f-c556ac458e7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:45.907387 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2297fe8d-8486-490f-9410-7f8aee9ee86f req-bca1382a-1d69-42c4-a44f-c556ac458e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:45.907978 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-2297fe8d-8486-490f-9410-7f8aee9ee86f req-bca1382a-1d69-42c4-a44f-c556ac458e7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7902797'] for port, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:45.909374 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-2297fe8d-8486-490f-9410-7f8aee9ee86f req-bca1382a-1d69-42c4-a44f-c556ac458e7e service neutron] 10.222.0.66 "PUT /v2.0/ports/0711d501-f11e-421f-aa27-451f8a86c7e6 HTTP/1.1" status: 200 len: 1093 time: 0.9857972 Dec 16 15:49:45.909854 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07a50ac4-a4f8-411a-9457-cd592eab7e7c', 'tag': '0711d501-f11e-421f-aa27-451f8a86c7e6'}] {{(pid=108904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:49:45.912112 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0a2cce90635460fa9ee7acd2d2298fc55a52ab45a9458d7253143d338a4b89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c7b9da-d828-4508-8643-488807bacdd4" -d '{"events": [{"name": "network-changed", "server_uuid": "07a50ac4-a4f8-411a-9457-cd592eab7e7c", "tag": "0711d501-f11e-421f-aa27-451f8a86c7e6"}]}' {{(pid=108904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:49:45.930406 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca1382a-1d69-42c4-a44f-c556ac458e7e service neutron] Pushing event updated for resources: {'Port': ['ID=0711d501-f11e-421f-aa27-451f8a86c7e6,revision_number=3']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:45.973873 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-8b948a82-cedb-482e-a07b-95bec15d07ff req-9b00a594-1435-4589-9760-abc34bd7b845 service neutron] 10.222.0.66 "GET /v2.0/networks/8f180a66-3dac-433f-ad86-2980dd11d2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478925 Dec 16 15:49:45.979336 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75401c4d-75e2-4981-b2a6-ca244bd626e5 x-openstack-request-id: req-75401c4d-75e2-4981-b2a6-ca244bd626e5 {{(pid=108904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:49:45.979582 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07a50ac4-a4f8-411a-9457-cd592eab7e7c", "tag": "0711d501-f11e-421f-aa27-451f8a86c7e6", "status": "completed", "code": 200}]} {{(pid=108904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:49:45.980002 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-75401c4d-75e2-4981-b2a6-ca244bd626e5 {{(pid=108904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:49:45.980505 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07a50ac4-a4f8-411a-9457-cd592eab7e7c', 'tag': '0711d501-f11e-421f-aa27-451f8a86c7e6', 'status': 'completed', 'code': 200} Dec 16 15:49:46.261563 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2297fe8d-8486-490f-9410-7f8aee9ee86f req-2271e558-77e7-4680-a287-7114c4216e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:46.263512 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-2297fe8d-8486-490f-9410-7f8aee9ee86f req-2271e558-77e7-4680-a287-7114c4216e4c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=44bf2643f52c4cc5aa01ae68ef13e12f&device_id=07a50ac4-a4f8-411a-9457-cd592eab7e7c HTTP/1.1" status: 200 len: 1096 time: 0.2631135 Dec 16 15:49:46.321943 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-2297fe8d-8486-490f-9410-7f8aee9ee86f req-dbc6f70d-ab40-45cd-aa67-5330d92fc6aa service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0711d501-f11e-421f-aa27-451f8a86c7e6 HTTP/1.1" status: 200 len: 217 time: 0.0422471 Dec 16 15:49:46.338620 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60defd0-8426-4a48-a5ba-932f27181e5f req-6d57e789-b7dc-4879-a875-785dd7c7eb2d tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:46.343443 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-e60defd0-8426-4a48-a5ba-932f27181e5f req-6d57e789-b7dc-4879-a875-785dd7c7eb2d tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=07a50ac4-a4f8-411a-9457-cd592eab7e7c HTTP/1.1" status: 200 len: 943 time: 0.0562925 Dec 16 15:49:46.388056 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2297fe8d-8486-490f-9410-7f8aee9ee86f req-8cd774f9-6576-4b96-a6cc-7cce688511ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:46.389747 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-2297fe8d-8486-490f-9410-7f8aee9ee86f req-8cd774f9-6576-4b96-a6cc-7cce688511ad service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ffc256e7-ac77-4ea4-9344-8b0700e6fb89 HTTP/1.1" status: 200 len: 855 time: 0.0568101 Dec 16 15:49:46.430738 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-2297fe8d-8486-490f-9410-7f8aee9ee86f req-29e56381-dd96-4c26-a55e-de170215388f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4e96172c-0b71-4de2-95ab-4226e7a02984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318267 Dec 16 15:49:46.432344 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-e60defd0-8426-4a48-a5ba-932f27181e5f req-42fbc428-21ad-40a4-8f50-9006c51f6c10 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a06c891-fae3-406d-b89e-bc8eaf612049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837455 Dec 16 15:49:46.487775 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589bb432-1c0b-4f9a-b93c-aa432e61e68c req-014df815-9418-4f7b-a7cd-a61eb2a9d771 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:46.493948 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-589bb432-1c0b-4f9a-b93c-aa432e61e68c req-014df815-9418-4f7b-a7cd-a61eb2a9d771 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce6f3e72-0124-4937-9016-c13d65d07acd HTTP/1.1" status: 200 len: 945 time: 0.0605135 Dec 16 15:49:46.546485 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-2297fe8d-8486-490f-9410-7f8aee9ee86f req-acb2981e-edc1-4754-9bff-621123aadc25 service neutron] 10.222.0.66 "GET /v2.0/networks/4e96172c-0b71-4de2-95ab-4226e7a02984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072209 Dec 16 15:49:46.702757 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-2297fe8d-8486-490f-9410-7f8aee9ee86f req-3d7d3075-b362-439a-b8ad-1ce3dafc8aff service neutron] 10.222.0.66 "GET /v2.0/networks/4e96172c-0b71-4de2-95ab-4226e7a02984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443491 Dec 16 15:49:46.855218 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-589bb432-1c0b-4f9a-b93c-aa432e61e68c req-367b5008-f5b9-45d5-af32-b631d80fb46a tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3435993 Dec 16 15:49:46.868939 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c7b9da-d828-4508-8643-488807bacdd4 req-0bbffca1-ea76-49ae-8eeb-e0f22ed95d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:46.871118 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-30c7b9da-d828-4508-8643-488807bacdd4 req-0bbffca1-ea76-49ae-8eeb-e0f22ed95d3a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=44bf2643f52c4cc5aa01ae68ef13e12f&device_id=07a50ac4-a4f8-411a-9457-cd592eab7e7c HTTP/1.1" status: 200 len: 1096 time: 0.0934682 Dec 16 15:49:46.963160 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf51e0-76ec-417c-91a6-3ddb79952755 req-1bc3876b-dc87-4988-96c7-910a492283da tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:46.964658 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-10bf51e0-76ec-417c-91a6-3ddb79952755 req-1bc3876b-dc87-4988-96c7-910a492283da tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b15a27c-e6e3-4ac9-8882-9e52028c3bbd HTTP/1.1" status: 200 len: 945 time: 0.0509493 Dec 16 15:49:46.971290 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c7b9da-d828-4508-8643-488807bacdd4 req-cd867fb8-fe7b-4555-ad5f-7343a9931fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:46.972811 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-30c7b9da-d828-4508-8643-488807bacdd4 req-cd867fb8-fe7b-4555-ad5f-7343a9931fd6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4e96172c-0b71-4de2-95ab-4226e7a02984 HTTP/1.1" status: 200 len: 916 time: 0.0884175 Dec 16 15:49:47.027695 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-30c7b9da-d828-4508-8643-488807bacdd4 req-5a471073-031e-4007-8a59-6e703ab1b1f4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0711d501-f11e-421f-aa27-451f8a86c7e6 HTTP/1.1" status: 200 len: 217 time: 0.0448048 Dec 16 15:49:47.036505 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-10bf51e0-76ec-417c-91a6-3ddb79952755 req-036b50ee-b2f7-4f78-86eb-3a6725971b91 tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd33d019-aa1c-495c-a31b-d8cdb0e1d910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657313 Dec 16 15:49:47.090688 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c7b9da-d828-4508-8643-488807bacdd4 req-3dec3cdd-9ad4-468d-8af6-d16479fb1dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:47.092192 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-30c7b9da-d828-4508-8643-488807bacdd4 req-3dec3cdd-9ad4-468d-8af6-d16479fb1dff service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ffc256e7-ac77-4ea4-9344-8b0700e6fb89 HTTP/1.1" status: 200 len: 855 time: 0.0558712 Dec 16 15:49:47.127694 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-30c7b9da-d828-4508-8643-488807bacdd4 req-abb5ecc4-08b8-400b-8da6-4cfef4b46a15 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4e96172c-0b71-4de2-95ab-4226e7a02984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250292 Dec 16 15:49:47.143609 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 37180) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:49:47.243934 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-30c7b9da-d828-4508-8643-488807bacdd4 req-973693a4-a9ce-41fb-8aa7-9364477b86e9 service neutron] 10.222.0.66 "GET /v2.0/networks/4e96172c-0b71-4de2-95ab-4226e7a02984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922892 Dec 16 15:49:47.261385 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-9ae3bb61-61bc-4f0a-8e93-159f2289ea40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:47.343319 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-30c7b9da-d828-4508-8643-488807bacdd4 req-7fbe32f3-194b-45db-8603-95c656e1dd1f service neutron] 10.222.0.66 "GET /v2.0/networks/4e96172c-0b71-4de2-95ab-4226e7a02984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880363 Dec 16 15:49:47.361511 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-9ae3bb61-61bc-4f0a-8e93-159f2289ea40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:47.372554 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-9ae3bb61-61bc-4f0a-8e93-159f2289ea40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:47.414203 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-9ae3bb61-61bc-4f0a-8e93-159f2289ea40 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bea00c1332d64797bdd88e9ccb4ed9c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2692492 Dec 16 15:49:47.414974 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae3bb61-61bc-4f0a-8e93-159f2289ea40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1520fc-3709-48f7-b182-d501db78f8d7,revision_number=1']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:47.417331 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 37188) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:49:47.470708 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-70fa36dc-792b-48c0-9b68-60e80dec7f8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:47.493932 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-70fa36dc-792b-48c0-9b68-60e80dec7f8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:47.541921 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af75542d-8755-4d3c-a289-f32b1d642716 req-71ac2cb1-cfcb-4c9e-b872-b70d68365e4a tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:47.543541 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-af75542d-8755-4d3c-a289-f32b1d642716 req-71ac2cb1-cfcb-4c9e-b872-b70d68365e4a tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=07a50ac4-a4f8-411a-9457-cd592eab7e7c HTTP/1.1" status: 200 len: 943 time: 0.0523841 Dec 16 15:49:47.546253 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-70fa36dc-792b-48c0-9b68-60e80dec7f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:47.548899 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-70fa36dc-792b-48c0-9b68-60e80dec7f8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:47.550074 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-70fa36dc-792b-48c0-9b68-60e80dec7f8b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dc1520fc-3709-48f7-b182-d501db78f8d7 HTTP/1.1" status: 204 len: 168 time: 0.1317024 Dec 16 15:49:47.560113 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fa36dc-792b-48c0-9b68-60e80dec7f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1520fc-3709-48f7-b182-d501db78f8d7,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:47.597474 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-af75542d-8755-4d3c-a289-f32b1d642716 req-020a1f45-97bd-4d31-ae8f-eae6a4c86617 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a06c891-fae3-406d-b89e-bc8eaf612049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453634 Dec 16 15:49:47.844696 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 37198) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:49:47.859396 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-41deb66c-6402-49dc-8220-c9047a73fb3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:47.883333 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:47.941046 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-41deb66c-6402-49dc-8220-c9047a73fb3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:47.945057 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-41deb66c-6402-49dc-8220-c9047a73fb3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:47.985732 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-41deb66c-6402-49dc-8220-c9047a73fb3b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4c183c9eaaa64c4b926601e34021d2b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1397533 Dec 16 15:49:47.986583 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41deb66c-6402-49dc-8220-c9047a73fb3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9dce9f-f534-4a81-81ee-62357d40e55b,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:47.988867 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 37204) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:49:47.990096 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa1e905-c909-4b77-96d1-cb010d2e7b05 req-b565008e-8cd7-4c2c-8d6b-424e64fa08e1 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:47.992338 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-faa1e905-c909-4b77-96d1-cb010d2e7b05 req-b565008e-8cd7-4c2c-8d6b-424e64fa08e1 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce6f3e72-0124-4937-9016-c13d65d07acd HTTP/1.1" status: 200 len: 945 time: 0.0520818 Dec 16 15:49:48.043213 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-faa1e905-c909-4b77-96d1-cb010d2e7b05 req-769a22cd-0a19-4963-91f9-0cd89dba0bb0 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445414 Dec 16 15:49:48.060333 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-1dfbef0c-b873-4fb3-9109-99ef1786c0a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:48.087835 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-1dfbef0c-b873-4fb3-9109-99ef1786c0a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:48.134513 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-1dfbef0c-b873-4fb3-9109-99ef1786c0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:48.137075 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-1dfbef0c-b873-4fb3-9109-99ef1786c0a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:48.138688 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-1dfbef0c-b873-4fb3-9109-99ef1786c0a5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6b9dce9f-f534-4a81-81ee-62357d40e55b HTTP/1.1" status: 204 len: 168 time: 0.1440146 Dec 16 15:49:48.146663 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfbef0c-b873-4fb3-9109-99ef1786c0a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9dce9f-f534-4a81-81ee-62357d40e55b,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:48.160073 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940a7be4-e588-4380-9af8-e65009a39037 req-fc68cec2-c0ff-45d4-b4ad-1d913ba4523f tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:48.167696 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-940a7be4-e588-4380-9af8-e65009a39037 req-fc68cec2-c0ff-45d4-b4ad-1d913ba4523f tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b15a27c-e6e3-4ac9-8882-9e52028c3bbd HTTP/1.1" status: 200 len: 945 time: 0.0526993 Dec 16 15:49:48.210238 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-940a7be4-e588-4380-9af8-e65009a39037 req-a11b1d4c-9b20-429b-849b-c6f27b28d8b6 tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd33d019-aa1c-495c-a31b-d8cdb0e1d910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415967 Dec 16 15:49:48.719052 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9fbb7c-13c0-416c-9747-5642ff09625d req-7ee56a56-220c-4cf7-bf4e-09c9ab7020dc tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:48.720478 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-8e9fbb7c-13c0-416c-9747-5642ff09625d req-7ee56a56-220c-4cf7-bf4e-09c9ab7020dc tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=07a50ac4-a4f8-411a-9457-cd592eab7e7c HTTP/1.1" status: 200 len: 943 time: 0.0503335 Dec 16 15:49:48.779456 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-8e9fbb7c-13c0-416c-9747-5642ff09625d req-6f1bc87a-5e14-4093-bbd8-72ab8830a3de tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a06c891-fae3-406d-b89e-bc8eaf612049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486372 Dec 16 15:49:49.166401 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf081a-75a6-4656-a974-ea4fd80d28bd req-1a07f5ca-3728-4837-bf73-4c8ce547c04b tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:49.167848 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-addf081a-75a6-4656-a974-ea4fd80d28bd req-1a07f5ca-3728-4837-bf73-4c8ce547c04b tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce6f3e72-0124-4937-9016-c13d65d07acd HTTP/1.1" status: 200 len: 945 time: 0.0481215 Dec 16 15:49:49.220697 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-addf081a-75a6-4656-a974-ea4fd80d28bd req-70b60e1b-aec4-4476-8d6b-e525e30fc982 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463934 Dec 16 15:49:49.321568 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c71d6e-25a0-4e87-ac03-607adc5f92cc req-819f7084-3b8e-42de-8d8d-4601b408f1cd tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:49.323159 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-79c71d6e-25a0-4e87-ac03-607adc5f92cc req-819f7084-3b8e-42de-8d8d-4601b408f1cd tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b15a27c-e6e3-4ac9-8882-9e52028c3bbd HTTP/1.1" status: 200 len: 945 time: 0.0472162 Dec 16 15:49:49.370282 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-79c71d6e-25a0-4e87-ac03-607adc5f92cc req-b7806ecf-1a44-4e45-a5df-c0d15630fc26 tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd33d019-aa1c-495c-a31b-d8cdb0e1d910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403633 Dec 16 15:49:49.799011 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 37290) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:49:49.802213 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 37294) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:49:49.810901 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device 0711d501-f11e-421f-aa27-451f8a86c7e6 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=108906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:49:49.914051 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] For port 0711d501-f11e-421f-aa27-451f8a86c7e6, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=0711d501-f11e-421f-aa27-451f8a86c7e6,segment=NetworkSegment(b7534591-d412-403e-acd7-f4f21cb9b99f),segment_id=b7534591-d412-403e-acd7-f4f21cb9b99f)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:49:49.927277 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca1e7dc-0429-42c8-9682-a0d5a1d79c89 req-622081e7-e4d5-4ad2-b78d-f310d196ca7f tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:49.929380 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-aca1e7dc-0429-42c8-9682-a0d5a1d79c89 req-622081e7-e4d5-4ad2-b78d-f310d196ca7f tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=07a50ac4-a4f8-411a-9457-cd592eab7e7c HTTP/1.1" status: 200 len: 943 time: 0.0696192 Dec 16 15:49:49.929690 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Returning: {'device': '0711d501-f11e-421f-aa27-451f8a86c7e6', 'network_id': '4e96172c-0b71-4de2-95ab-4226e7a02984', 'port_id': '0711d501-f11e-421f-aa27-451f8a86c7e6', 'mac_address': 'fa:16:3e:52:a8:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffc256e7-ac77-4ea4-9344-8b0700e6fb89', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:49:49.965769 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-30c62e27-dabf-437f-8ba4-83f72f2f42b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:49.974856 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:49.989012 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.notifiers.nova [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0711d501-f11e-421f-aa27-451f8a86c7e6 {{(pid=108906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:49:50.001156 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-b465ca63-cdfd-43cc-b1fc-f250ce150b70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:50.009981 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] For port 0711d501-f11e-421f-aa27-451f8a86c7e6, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=0711d501-f11e-421f-aa27-451f8a86c7e6,segment=NetworkSegment(b7534591-d412-403e-acd7-f4f21cb9b99f),segment_id=b7534591-d412-403e-acd7-f4f21cb9b99f)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:49:50.017027 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:50.068414 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Pushing event updated for resources: {'Port': ['ID=0711d501-f11e-421f-aa27-451f8a86c7e6,revision_number=4']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:50.076860 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:50.077234 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:50.077625 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:50.077966 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:50.078294 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:50.078624 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:50.078961 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:50.079284 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:50.079605 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:50.079937 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:50.080260 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:50.080586 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:50.080890 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:50.081889 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-aca1e7dc-0429-42c8-9682-a0d5a1d79c89 req-8668258d-c29c-48f6-9a96-cd971b5e9807 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a06c891-fae3-406d-b89e-bc8eaf612049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376913 Dec 16 15:49:50.153004 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-30c62e27-dabf-437f-8ba4-83f72f2f42b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:50.154991 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-b465ca63-cdfd-43cc-b1fc-f250ce150b70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:50.158840 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-30c62e27-dabf-437f-8ba4-83f72f2f42b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:50.164586 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-b465ca63-cdfd-43cc-b1fc-f250ce150b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:50.211943 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-30c62e27-dabf-437f-8ba4-83f72f2f42b1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=83c0ff5e72344a4fb6ae29aa57bd2413&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4118171 Dec 16 15:49:50.212630 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c62e27-dabf-437f-8ba4-83f72f2f42b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dfa304a-92e5-4e41-93a4-0f616ebfc5c5,revision_number=1']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:50.214780 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 37304) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:49:50.223351 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-b465ca63-cdfd-43cc-b1fc-f250ce150b70 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=87bfd4cc7dc244e7976cc743f8335861&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4201868 Dec 16 15:49:50.228336 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 37306) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:49:50.243175 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b465ca63-cdfd-43cc-b1fc-f250ce150b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20794fc7-c576-4951-87a0-12901eeb59a3,revision_number=1']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:50.301635 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-f4ab4802-3b8a-4561-b47e-cd2af672089d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:50.313552 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-e0d7a378-1b59-42cc-a275-c359d18e93c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:50.335344 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-f4ab4802-3b8a-4561-b47e-cd2af672089d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:50.343853 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac608a2f-46de-4504-b638-58e2b8b898d9 req-d79f6a09-d22c-4345-96dd-50aa7ea505a3 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:50.345531 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-ac608a2f-46de-4504-b638-58e2b8b898d9 req-d79f6a09-d22c-4345-96dd-50aa7ea505a3 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce6f3e72-0124-4937-9016-c13d65d07acd HTTP/1.1" status: 200 len: 945 time: 0.0524316 Dec 16 15:49:50.354787 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-e0d7a378-1b59-42cc-a275-c359d18e93c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:50.401939 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-ac608a2f-46de-4504-b638-58e2b8b898d9 req-cb2961c8-7036-4e41-9fcf-11c88c56aced tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502841 Dec 16 15:49:50.450179 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-e0d7a378-1b59-42cc-a275-c359d18e93c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:50.453142 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-e0d7a378-1b59-42cc-a275-c359d18e93c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:50.454305 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-e0d7a378-1b59-42cc-a275-c359d18e93c2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/20794fc7-c576-4951-87a0-12901eeb59a3 HTTP/1.1" status: 204 len: 168 time: 0.2249918 Dec 16 15:49:50.470153 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] get_ports_and_sgs() called for port_ids ['0711d501-f11e-421f-aa27-451f8a86c7e6'] {{(pid=108906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:49:50.496354 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-f4ab4802-3b8a-4561-b47e-cd2af672089d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:50.499008 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-f4ab4802-3b8a-4561-b47e-cd2af672089d admin admin] Publish callbacks [] for security_group, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:50.500140 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-f4ab4802-3b8a-4561-b47e-cd2af672089d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4dfa304a-92e5-4e41-93a4-0f616ebfc5c5 HTTP/1.1" status: 204 len: 168 time: 0.2842813 Dec 16 15:49:50.502679 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1183c7-fbbe-42d9-8a43-d6531a37c210 req-47e63f54-94ca-4829-be5e-3b1a63495e18 tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:50.504482 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-0f1183c7-fbbe-42d9-8a43-d6531a37c210 req-47e63f54-94ca-4829-be5e-3b1a63495e18 tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b15a27c-e6e3-4ac9-8882-9e52028c3bbd HTTP/1.1" status: 200 len: 945 time: 0.0584927 Dec 16 15:49:50.527470 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d7a378-1b59-42cc-a275-c359d18e93c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20794fc7-c576-4951-87a0-12901eeb59a3,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:50.547194 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ab4802-3b8a-4561-b47e-cd2af672089d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dfa304a-92e5-4e41-93a4-0f616ebfc5c5,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:50.565739 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd98a29-c13c-4748-95b1-d816ba64a624 req-c794ec23-0b3f-46dc-90ad-e85995b0a73a tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:50.567825 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-2bd98a29-c13c-4748-95b1-d816ba64a624 req-c794ec23-0b3f-46dc-90ad-e85995b0a73a tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b15a27c-e6e3-4ac9-8882-9e52028c3bbd HTTP/1.1" status: 200 len: 945 time: 0.1515942 Dec 16 15:49:50.626467 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-0f1183c7-fbbe-42d9-8a43-d6531a37c210 req-fd3261c8-0109-47ff-8997-5eee375bb801 tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd33d019-aa1c-495c-a31b-d8cdb0e1d910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126618 Dec 16 15:49:50.779984 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.plugin [req-2bd98a29-c13c-4748-95b1-d816ba64a624 req-60324387-d373-41f0-a9a4-0260dab16b9b tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] Deleting port f5b55a14-2204-4e1f-a1f9-794314afd998 {{(pid=108904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:49:50.780332 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-2bd98a29-c13c-4748-95b1-d816ba64a624 req-60324387-d373-41f0-a9a4-0260dab16b9b tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739692165232'] for port, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:50.883298 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.db [req-2bd98a29-c13c-4748-95b1-d816ba64a624 req-60324387-d373-41f0-a9a4-0260dab16b9b tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] For port f5b55a14-2204-4e1f-a1f9-794314afd998, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=f5b55a14-2204-4e1f-a1f9-794314afd998,segment=NetworkSegment(6b2bdf31-1edb-427a-8445-8e7270992ff2),segment_id=6b2bdf31-1edb-427a-8445-8e7270992ff2)] {{(pid=108904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:49:50.883652 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-2bd98a29-c13c-4748-95b1-d816ba64a624 req-60324387-d373-41f0-a9a4-0260dab16b9b tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343270'] for port, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:50.903386 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.plugin [req-2bd98a29-c13c-4748-95b1-d816ba64a624 req-60324387-d373-41f0-a9a4-0260dab16b9b tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] Calling delete_port for f5b55a14-2204-4e1f-a1f9-794314afd998 owned by compute:nova {{(pid=108904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:49:50.928425 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 37328) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:49:50.944411 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-c96d6f5c-6d02-436e-8b30-5b99feb0d5a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:51.036961 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-c96d6f5c-6d02-436e-8b30-5b99feb0d5a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:51.042388 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-c96d6f5c-6d02-436e-8b30-5b99feb0d5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:51.075516 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-2bd98a29-c13c-4748-95b1-d816ba64a624 req-60324387-d373-41f0-a9a4-0260dab16b9b tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739692371923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739691803603'] for port, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:51.088031 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-c96d6f5c-6d02-436e-8b30-5b99feb0d5a6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=03e502e5ace44a0997279dde28e1373d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1578040 Dec 16 15:49:51.096697 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 37336) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:49:51.096924 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96d6f5c-6d02-436e-8b30-5b99feb0d5a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13241e08-a835-4897-b388-fbb7463325f9,revision_number=1']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:51.162082 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60324387-d373-41f0-a9a4-0260dab16b9b tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] Pushing event deleted for resources: {'Port': ['ID=f5b55a14-2204-4e1f-a1f9-794314afd998,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:51.207507 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bd98a29-c13c-4748-95b1-d816ba64a624 req-60324387-d373-41f0-a9a4-0260dab16b9b tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] No DVR routers for this DVR port f5b55a14-2204-4e1f-a1f9-794314afd998 on host hv-cinder-78447 {{(pid=108904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:49:51.211351 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-2bd98a29-c13c-4748-95b1-d816ba64a624 req-60324387-d373-41f0-a9a4-0260dab16b9b tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294'] for port, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:51.215184 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-2bd98a29-c13c-4748-95b1-d816ba64a624 req-60324387-d373-41f0-a9a4-0260dab16b9b tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] 10.222.0.66 "DELETE /v2.0/ports/f5b55a14-2204-4e1f-a1f9-794314afd998 HTTP/1.1" status: 204 len: 173 time: 0.6393034 Dec 16 15:49:51.219126 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb01fd7b-f95f-428f-a292-bc17f688f967 req-30b46288-3343-4642-a3de-78ae400c71a4 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:51.220819 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-eb01fd7b-f95f-428f-a292-bc17f688f967 req-30b46288-3343-4642-a3de-78ae400c71a4 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=07a50ac4-a4f8-411a-9457-cd592eab7e7c HTTP/1.1" status: 200 len: 944 time: 0.0546165 Dec 16 15:49:51.227544 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b15a27c-e6e3-4ac9-8882-9e52028c3bbd', 'name': 'network-vif-deleted', 'tag': 'f5b55a14-2204-4e1f-a1f9-794314afd998'}] {{(pid=108904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:49:51.230201 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0a2cce90635460fa9ee7acd2d2298fc55a52ab45a9458d7253143d338a4b89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76faa610-9e39-4ec4-9ece-43b72b82f37d" -d '{"events": [{"server_uuid": "8b15a27c-e6e3-4ac9-8882-9e52028c3bbd", "name": "network-vif-deleted", "tag": "f5b55a14-2204-4e1f-a1f9-794314afd998"}]}' {{(pid=108904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:49:51.254852 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-ee9a3f6c-1839-4620-871a-190e38277809 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:51.280634 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63fca22c-e0fb-4ce6-b140-492d32cafd66 x-openstack-request-id: req-63fca22c-e0fb-4ce6-b140-492d32cafd66 {{(pid=108904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:49:51.280931 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b15a27c-e6e3-4ac9-8882-9e52028c3bbd", "name": "network-vif-deleted", "tag": "f5b55a14-2204-4e1f-a1f9-794314afd998", "status": "completed", "code": 200}]} {{(pid=108904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:49:51.281217 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-63fca22c-e0fb-4ce6-b140-492d32cafd66 {{(pid=108904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:49:51.281674 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b15a27c-e6e3-4ac9-8882-9e52028c3bbd', 'name': 'network-vif-deleted', 'tag': 'f5b55a14-2204-4e1f-a1f9-794314afd998', 'status': 'completed', 'code': 200} Dec 16 15:49:51.286835 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-ee9a3f6c-1839-4620-871a-190e38277809 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:51.303523 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-eb01fd7b-f95f-428f-a292-bc17f688f967 req-7d0bcc67-e9fa-4e62-bb5c-eb81d974e272 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a06c891-fae3-406d-b89e-bc8eaf612049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744836 Dec 16 15:49:51.338933 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-ee9a3f6c-1839-4620-871a-190e38277809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:51.341806 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-ee9a3f6c-1839-4620-871a-190e38277809 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:51.345303 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-ee9a3f6c-1839-4620-871a-190e38277809 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/13241e08-a835-4897-b388-fbb7463325f9 HTTP/1.1" status: 204 len: 168 time: 0.2498326 Dec 16 15:49:51.351176 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9a3f6c-1839-4620-871a-190e38277809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13241e08-a835-4897-b388-fbb7463325f9,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:51.477792 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] get_ports_and_sgs() called for port_ids ['f5b55a14-2204-4e1f-a1f9-794314afd998'] {{(pid=108906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:49:51.534246 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5abf7c-0644-4d69-b9dd-67cf5d436874 req-250dcf3c-c560-4d41-b81e-bb80180663ac tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:51.542917 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-7e5abf7c-0644-4d69-b9dd-67cf5d436874 req-250dcf3c-c560-4d41-b81e-bb80180663ac tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce6f3e72-0124-4937-9016-c13d65d07acd HTTP/1.1" status: 200 len: 945 time: 0.0737796 Dec 16 15:49:51.597347 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-7e5abf7c-0644-4d69-b9dd-67cf5d436874 req-efb75512-90a5-4401-8794-04aa9702c5c2 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530508 Dec 16 15:49:51.780577 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-6a13282f-cb47-4b38-acb4-d8c63fbfd4cd req-fc401621-70a4-4f7d-9daa-c65207850db1 tempest-DeleteServersTestJSON-1000085460 tempest-DeleteServersTestJSON-1000085460-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b15a27c-e6e3-4ac9-8882-9e52028c3bbd HTTP/1.1" status: 200 len: 210 time: 0.0268929 Dec 16 15:49:51.806298 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device 0711d501-f11e-421f-aa27-451f8a86c7e6 up at agent hyperv_hv-cinder-78447 {{(pid=108906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:49:51.868500 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Provisioning for port 0711d501-f11e-421f-aa27-451f8a86c7e6 completed by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:49:51.874675 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Provisioning complete for port 0711d501-f11e-421f-aa27-451f8a86c7e6 triggered by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:49:51.875332 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:51.964804 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:51.995271 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07a50ac4-a4f8-411a-9457-cd592eab7e7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0711d501-f11e-421f-aa27-451f8a86c7e6'}] {{(pid=108906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:49:51.997690 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02b5cd720e1ebaa5714ffb0bc34871610594f2c4f6020a6f60f7cc29a5a8a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f89e401-68b7-403b-841f-f4fcb38b16f7" -d '{"events": [{"server_uuid": "07a50ac4-a4f8-411a-9457-cd592eab7e7c", "name": "network-vif-plugged", "status": "completed", "tag": "0711d501-f11e-421f-aa27-451f8a86c7e6"}]}' {{(pid=108906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:49:52.011003 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] For port 0711d501-f11e-421f-aa27-451f8a86c7e6, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=0711d501-f11e-421f-aa27-451f8a86c7e6,segment=NetworkSegment(b7534591-d412-403e-acd7-f4f21cb9b99f),segment_id=b7534591-d412-403e-acd7-f4f21cb9b99f)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:49:52.016553 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:52.018567 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device f5b55a14-2204-4e1f-a1f9-794314afd998 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:49:52.062889 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca42978a-65b6-46e2-a2c4-e3dad56be715 x-openstack-request-id: req-ca42978a-65b6-46e2-a2c4-e3dad56be715 {{(pid=108906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:49:52.063246 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07a50ac4-a4f8-411a-9457-cd592eab7e7c", "name": "network-vif-plugged", "status": "completed", "tag": "0711d501-f11e-421f-aa27-451f8a86c7e6", "code": 200}]} {{(pid=108906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:49:52.063540 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ca42978a-65b6-46e2-a2c4-e3dad56be715 {{(pid=108906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:49:52.063964 dv-cinder-784477-11-iscsi neutron-server[108906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07a50ac4-a4f8-411a-9457-cd592eab7e7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0711d501-f11e-421f-aa27-451f8a86c7e6', 'code': 200} Dec 16 15:49:52.064654 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] No Port match for: f5b55a14-2204-4e1f-a1f9-794314afd998 {{(pid=108906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:49:52.065148 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device f5b55a14-2204-4e1f-a1f9-794314afd998 not bound to the agent host hv-cinder-78447 {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:49:52.125886 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Pushing event updated for resources: {'Port': ['ID=0711d501-f11e-421f-aa27-451f8a86c7e6,revision_number=5']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:52.291328 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c971f9-a34e-4cc5-81f0-5149d6f309a5 req-f961bf6e-dfb8-425f-a15d-81ece48b56f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:52.294462 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-66c971f9-a34e-4cc5-81f0-5149d6f309a5 req-f961bf6e-dfb8-425f-a15d-81ece48b56f3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=07a50ac4-a4f8-411a-9457-cd592eab7e7c HTTP/1.1" status: 200 len: 1098 time: 0.0456090 Dec 16 15:49:52.373699 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-66c971f9-a34e-4cc5-81f0-5149d6f309a5 req-1027ed8a-cfe2-4998-98b8-b9c74a2760dc service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=4a06c891-fae3-406d-b89e-bc8eaf612049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708261 Dec 16 15:49:52.461772 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b47a8a-00a1-4c09-a204-96e3d051c03e req-0451beca-768e-4471-8eec-22a35f98632d tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:52.463434 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-27b47a8a-00a1-4c09-a204-96e3d051c03e req-0451beca-768e-4471-8eec-22a35f98632d tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=07a50ac4-a4f8-411a-9457-cd592eab7e7c HTTP/1.1" status: 200 len: 945 time: 0.0557914 Dec 16 15:49:52.523215 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-27b47a8a-00a1-4c09-a204-96e3d051c03e req-299b7d11-34d4-4240-8ced-6b33721b0447 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a06c891-fae3-406d-b89e-bc8eaf612049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509260 Dec 16 15:49:52.722808 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67be02c-722e-450c-90d0-864eb33da61d req-34c8d1fa-4bab-43cb-9aff-05a7ee2cf279 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:52.724297 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-b67be02c-722e-450c-90d0-864eb33da61d req-34c8d1fa-4bab-43cb-9aff-05a7ee2cf279 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce6f3e72-0124-4937-9016-c13d65d07acd HTTP/1.1" status: 200 len: 945 time: 0.0537429 Dec 16 15:49:52.772755 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-b67be02c-722e-450c-90d0-864eb33da61d req-bbe756a2-6e1d-4920-b3dc-d147d57cefb4 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419111 Dec 16 15:49:53.657058 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6c25d0-0470-4d29-ab65-eb2cb2eda59c req-65bb904f-5c43-4e3c-b3f0-ee52c2891673 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:53.659343 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-1f6c25d0-0470-4d29-ab65-eb2cb2eda59c req-65bb904f-5c43-4e3c-b3f0-ee52c2891673 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=07a50ac4-a4f8-411a-9457-cd592eab7e7c HTTP/1.1" status: 200 len: 945 time: 0.0540121 Dec 16 15:49:53.720344 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-1f6c25d0-0470-4d29-ab65-eb2cb2eda59c req-b404d107-f71e-4d37-b82e-021dd8c53294 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a06c891-fae3-406d-b89e-bc8eaf612049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532436 Dec 16 15:49:53.908173 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ba07e-2878-49b8-9cff-4ef548f93295 req-df75262d-3900-4193-8d2b-a93e74cd31b1 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:53.909690 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-157ba07e-2878-49b8-9cff-4ef548f93295 req-df75262d-3900-4193-8d2b-a93e74cd31b1 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce6f3e72-0124-4937-9016-c13d65d07acd HTTP/1.1" status: 200 len: 945 time: 0.0579944 Dec 16 15:49:53.967672 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-157ba07e-2878-49b8-9cff-4ef548f93295 req-5950a39d-fed4-4054-86cf-e6a01d9cc901 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493574 Dec 16 15:49:53.972453 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 37480) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:49:54.088344 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-be133bff-c51c-4c4f-ac9b-ea07011028fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:54.167476 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-be133bff-c51c-4c4f-ac9b-ea07011028fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:54.172679 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-be133bff-c51c-4c4f-ac9b-ea07011028fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:54.210903 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-be133bff-c51c-4c4f-ac9b-ea07011028fd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7b67c2ebf00840a3a466a561323b43bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2367203 Dec 16 15:49:54.211766 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be133bff-c51c-4c4f-ac9b-ea07011028fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d366e36b-6d6a-4e58-9952-ef8e75cf4b97,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:54.213674 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 37484) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:49:54.262297 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-4f007bbd-2f77-4c85-936f-668b68848637 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:54.283460 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-4f007bbd-2f77-4c85-936f-668b68848637 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:54.308682 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 37494) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:49:54.339783 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-4f007bbd-2f77-4c85-936f-668b68848637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:54.342752 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-4f007bbd-2f77-4c85-936f-668b68848637 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:54.346919 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-4f007bbd-2f77-4c85-936f-668b68848637 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d366e36b-6d6a-4e58-9952-ef8e75cf4b97 HTTP/1.1" status: 204 len: 168 time: 0.1292758 Dec 16 15:49:54.352221 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f007bbd-2f77-4c85-936f-668b68848637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d366e36b-6d6a-4e58-9952-ef8e75cf4b97,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:54.363923 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.db_base_plugin_v2 [None req-62de59d9-9681-4825-91b4-9f7c04c70482 admin admin] Deleting subnet 61533cef-b28a-4878-a111-f4737b38509d {{(pid=108904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:49:54.367037 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-62de59d9-9681-4825-91b4-9f7c04c70482 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:54.405723 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-62de59d9-9681-4825-91b4-9f7c04c70482 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:54.411510 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-62de59d9-9681-4825-91b4-9f7c04c70482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774085'] for subnet, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:54.462325 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-62de59d9-9681-4825-91b4-9f7c04c70482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8060090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803'] for subnet, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:54.489389 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62de59d9-9681-4825-91b4-9f7c04c70482 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61533cef-b28a-4878-a111-f4737b38509d,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:54.496419 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-62de59d9-9681-4825-91b4-9f7c04c70482 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:54.501045 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-62de59d9-9681-4825-91b4-9f7c04c70482 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/61533cef-b28a-4878-a111-f4737b38509d HTTP/1.1" status: 204 len: 168 time: 0.1909499 Dec 16 15:49:54.504066 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 37500) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:49:54.575225 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-ffea3cd6-0144-4985-bb00-a1c1004a4faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726507'] for network, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:54.667673 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-ffea3cd6-0144-4985-bb00-a1c1004a4faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771154', 'neutron.services.segments.db._delete_segments_for_network-8739692305794'] for network, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:54.689884 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.services.segments.db [None req-ffea3cd6-0144-4985-bb00-a1c1004a4faa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f180a66-3dac-433f-ad86-2980dd11d2cf']}} {{(pid=108905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:49:54.699932 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.services.segments.db [None req-ffea3cd6-0144-4985-bb00-a1c1004a4faa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b2bdf31-1edb-427a-8445-8e7270992ff2') {'for_net_delete': True} {{(pid=108905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:49:54.700231 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.services.segments.db [None req-ffea3cd6-0144-4985-bb00-a1c1004a4faa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b2bdf31-1edb-427a-8445-8e7270992ff2') {} {{(pid=108905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:49:54.710532 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-ffea3cd6-0144-4985-bb00-a1c1004a4faa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739692307083', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5639575'] for segment, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:54.734611 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-ffea3cd6-0144-4985-bb00-a1c1004a4faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772428'] for segment, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:54.754525 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffea3cd6-0144-4985-bb00-a1c1004a4faa admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=108905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:49:54.755130 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-ffea3cd6-0144-4985-bb00-a1c1004a4faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5936105'] for segment, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:54.757254 dv-cinder-784477-11-iscsi neutron-server[108905]: Traceback (most recent call last): Dec 16 15:49:54.757254 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:49:54.757254 dv-cinder-784477-11-iscsi neutron-server[108905]: timer() Dec 16 15:49:54.757254 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:49:54.757254 dv-cinder-784477-11-iscsi neutron-server[108905]: cb(*args, **kw) Dec 16 15:49:54.757254 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:49:54.757254 dv-cinder-784477-11-iscsi neutron-server[108905]: return func(*args, **kwargs) Dec 16 15:49:54.757254 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:49:54.757254 dv-cinder-784477-11-iscsi neutron-server[108905]: self._notify() Dec 16 15:49:54.757254 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:49:54.757254 dv-cinder-784477-11-iscsi neutron-server[108905]: self.callback(batched_events) Dec 16 15:49:54.757254 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:49:54.757254 dv-cinder-784477-11-iscsi neutron-server[108905]: event.method(event) Dec 16 15:49:54.757254 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:49:54.757254 dv-cinder-784477-11-iscsi neutron-server[108905]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:49:54.757254 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:49:54.757254 dv-cinder-784477-11-iscsi neutron-server[108905]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:49:54.757254 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:49:54.757254 dv-cinder-784477-11-iscsi neutron-server[108905]: return f(self, *a, **k) Dec 16 15:49:54.757254 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:49:54.757254 dv-cinder-784477-11-iscsi neutron-server[108905]: return self._get(url).json() Dec 16 15:49:54.757254 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:49:54.757254 dv-cinder-784477-11-iscsi neutron-server[108905]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:49:54.757254 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:49:54.757254 dv-cinder-784477-11-iscsi neutron-server[108905]: return self.request(url, 'GET', **kwargs) Dec 16 15:49:54.757254 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:49:54.757254 dv-cinder-784477-11-iscsi neutron-server[108905]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:49:54.757254 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:49:54.757254 dv-cinder-784477-11-iscsi neutron-server[108905]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:49:54.757254 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:49:54.757254 dv-cinder-784477-11-iscsi neutron-server[108905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:49:54.757254 dv-cinder-784477-11-iscsi neutron-server[108905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:49:54.882807 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-ffea3cd6-0144-4985-bb00-a1c1004a4faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8007001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874401'] for network, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:54.897072 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d340ac1-421e-4f8f-9d5e-b98452202637 req-032149dc-8bf3-45b8-a6da-ad5bede0b14a tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:54.906084 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-7d340ac1-421e-4f8f-9d5e-b98452202637 req-032149dc-8bf3-45b8-a6da-ad5bede0b14a tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=07a50ac4-a4f8-411a-9457-cd592eab7e7c HTTP/1.1" status: 200 len: 945 time: 0.0836473 Dec 16 15:49:54.940586 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-ffea3cd6-0144-4985-bb00-a1c1004a4faa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7902797'] for network, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:54.944302 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-ffea3cd6-0144-4985-bb00-a1c1004a4faa admin admin] 10.222.0.31 "DELETE /v2.0/networks/8f180a66-3dac-433f-ad86-2980dd11d2cf HTTP/1.1" status: 204 len: 168 time: 0.4389706 Dec 16 15:49:54.950975 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffea3cd6-0144-4985-bb00-a1c1004a4faa admin admin] Pushing event deleted for resources: {'Network': ['ID=8f180a66-3dac-433f-ad86-2980dd11d2cf,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:55.030694 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-7d340ac1-421e-4f8f-9d5e-b98452202637 req-a5cdd696-2d91-4a95-a4c8-be8c27eab027 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a06c891-fae3-406d-b89e-bc8eaf612049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234889 Dec 16 15:49:55.136876 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 37544) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:49:55.170228 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d72413-555d-4e9d-8127-74cf21eca96a req-0eee4fd3-6ff2-4bea-8b73-6dd857593056 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:55.180410 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-b3d72413-555d-4e9d-8127-74cf21eca96a req-0eee4fd3-6ff2-4bea-8b73-6dd857593056 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce6f3e72-0124-4937-9016-c13d65d07acd HTTP/1.1" status: 200 len: 945 time: 0.0810912 Dec 16 15:49:55.189576 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-84dad9cf-b687-4e0d-8a62-a0300c60bfec admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e5edb8b1d36e4f01bc38f277910faf05&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0515714 Dec 16 15:49:55.192065 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 37546) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:49:55.257480 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-b3d72413-555d-4e9d-8127-74cf21eca96a req-e25b1397-822e-4d8a-979b-2b3e3b5495af tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699685 Dec 16 15:49:55.264219 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-aabfd9d5-e0d3-4299-a487-39cbe59a7928 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:55.307173 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-aabfd9d5-e0d3-4299-a487-39cbe59a7928 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:55.412286 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-aabfd9d5-e0d3-4299-a487-39cbe59a7928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:55.415268 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-aabfd9d5-e0d3-4299-a487-39cbe59a7928 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:55.416402 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-aabfd9d5-e0d3-4299-a487-39cbe59a7928 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cd33d019-aa1c-495c-a31b-d8cdb0e1d910 HTTP/1.1" status: 204 len: 168 time: 0.2233691 Dec 16 15:49:55.427673 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabfd9d5-e0d3-4299-a487-39cbe59a7928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd33d019-aa1c-495c-a31b-d8cdb0e1d910,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:56.376254 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e308da08-831c-47b4-84ca-8a06cdefee63 req-98be048d-32b7-4a80-a445-58dee2262803 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:56.379459 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-e308da08-831c-47b4-84ca-8a06cdefee63 req-98be048d-32b7-4a80-a445-58dee2262803 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce6f3e72-0124-4937-9016-c13d65d07acd HTTP/1.1" status: 200 len: 945 time: 0.0571618 Dec 16 15:49:56.445934 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-e308da08-831c-47b4-84ca-8a06cdefee63 req-5da7cf28-2076-4bde-8dd2-d8ba522a1e81 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605853 Dec 16 15:49:56.715302 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd3dca1-7eb2-4ff5-bb1c-756ee080f47f req-c986e6fc-5c0d-4ae8-8de2-48a55617fb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:56.717063 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-7dd3dca1-7eb2-4ff5-bb1c-756ee080f47f req-c986e6fc-5c0d-4ae8-8de2-48a55617fb8f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ce6f3e72-0124-4937-9016-c13d65d07acd HTTP/1.1" status: 200 len: 1098 time: 0.0400670 Dec 16 15:49:56.769780 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-7dd3dca1-7eb2-4ff5-bb1c-756ee080f47f req-183bc12c-c75c-4e75-b72a-28f18382dfc4 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421596 Dec 16 15:49:57.522656 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1864749-2ddc-4b6e-9bf7-71c3b5ee1373 req-cf5b25b4-52e7-4648-a340-f1de9ed1cb99 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:57.525068 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-b1864749-2ddc-4b6e-9bf7-71c3b5ee1373 req-cf5b25b4-52e7-4648-a340-f1de9ed1cb99 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/networks?id=4e96172c-0b71-4de2-95ab-4226e7a02984 HTTP/1.1" status: 200 len: 815 time: 0.1551952 Dec 16 15:49:57.545112 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-b1864749-2ddc-4b6e-9bf7-71c3b5ee1373 req-92d449ac-5abb-45cd-bc82-dd7100ea6822 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/quotas/44bf2643f52c4cc5aa01ae68ef13e12f HTTP/1.1" status: 200 len: 375 time: 0.0136151 Dec 16 15:49:57.634312 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467b9101-00b9-4c55-8a7e-4eac468d319d req-51789eb6-3d17-44f9-8ebf-999e999cb596 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:57.635869 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-467b9101-00b9-4c55-8a7e-4eac468d319d req-51789eb6-3d17-44f9-8ebf-999e999cb596 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce6f3e72-0124-4937-9016-c13d65d07acd HTTP/1.1" status: 200 len: 945 time: 0.0895236 Dec 16 15:49:57.654247 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-b1864749-2ddc-4b6e-9bf7-71c3b5ee1373 req-7e9e4f08-ddfe-40d1-9b5d-30f072a8b30e tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=44bf2643f52c4cc5aa01ae68ef13e12f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0991280 Dec 16 15:49:57.759362 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-467b9101-00b9-4c55-8a7e-4eac468d319d req-ad6ffb9a-0045-4fb1-abcb-1f1e97409761 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971653 Dec 16 15:49:57.780746 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-b1864749-2ddc-4b6e-9bf7-71c3b5ee1373 req-77036dd4-e02f-4087-b2ad-084fa343ed79 service neutron] 10.222.0.31 "GET /v2.0/networks/4e96172c-0b71-4de2-95ab-4226e7a02984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257272 Dec 16 15:49:57.879240 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-b1864749-2ddc-4b6e-9bf7-71c3b5ee1373 req-0fdf135d-900d-47cd-b308-4b7c8877ecea service neutron] 10.222.0.31 "GET /v2.0/networks/4e96172c-0b71-4de2-95ab-4226e7a02984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970602 Dec 16 15:49:58.051618 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-0315940c-d2e7-42ab-943a-fea020425997 req-c878c0d8-9db0-4e92-8e98-a62a139a8145 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f1cffca-44cf-40b7-9216-7d78fdbef5b4 HTTP/1.1" status: 200 len: 210 time: 0.0284355 Dec 16 15:49:58.888689 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e8c878-4aec-4653-820e-be12721aa251 req-15bd9aee-7a3c-417a-8fef-672a44d63130 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:58.890242 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-f8e8c878-4aec-4653-820e-be12721aa251 req-15bd9aee-7a3c-417a-8fef-672a44d63130 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce6f3e72-0124-4937-9016-c13d65d07acd HTTP/1.1" status: 200 len: 945 time: 0.0507650 Dec 16 15:49:58.960765 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-f8e8c878-4aec-4653-820e-be12721aa251 req-fe9b6d1b-5b76-4698-9726-769522b502e7 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616727 Dec 16 15:49:59.123691 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18644e11-7869-4971-90a7-49d0d269a557 req-c0b2c8b5-d5a8-4981-8944-017238ef4198 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:59.125658 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-18644e11-7869-4971-90a7-49d0d269a557 req-c0b2c8b5-d5a8-4981-8944-017238ef4198 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 945 time: 0.0537655 Dec 16 15:49:59.174703 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-fa2b4a00-fe7c-4b66-ba2d-64eee0ee0c53 req-4d85a24a-7e96-41c4-8d78-6cc2b8b70db1 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f1cffca-44cf-40b7-9216-7d78fdbef5b4 HTTP/1.1" status: 200 len: 210 time: 0.0343587 Dec 16 15:49:59.227629 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-18644e11-7869-4971-90a7-49d0d269a557 req-5ef734b4-ebe4-473c-a104-09a1fe697d00 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951078 Dec 16 15:49:59.285186 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 37834) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:49:59.378412 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 37840) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:49:59.512541 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-d3fd51f5-38f2-4b73-84af-c279e5cf0997 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:59.520397 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-1e7bb81b-fdca-46b6-8c5b-e72932af713f admin admin] Publish callbacks [] for security_group, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:59.657500 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-d3fd51f5-38f2-4b73-84af-c279e5cf0997 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:59.669309 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-d3fd51f5-38f2-4b73-84af-c279e5cf0997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:59.705883 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-1e7bb81b-fdca-46b6-8c5b-e72932af713f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:59.717611 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-1e7bb81b-fdca-46b6-8c5b-e72932af713f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:59.726943 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-d3fd51f5-38f2-4b73-84af-c279e5cf0997 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=617f65cca1a74c909dcb14ff8d3bbcc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3444409 Dec 16 15:49:59.727334 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 37862) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:49:59.732493 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fd51f5-38f2-4b73-84af-c279e5cf0997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5886673e-3da9-4c8b-ada6-31eb1c4fe364,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:59.756568 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7bb81b-fdca-46b6-8c5b-e72932af713f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faee8386-7c0c-404d-9273-c0b19e4701f3,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:59.771783 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-1e7bb81b-fdca-46b6-8c5b-e72932af713f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c24c7a232f1d4f40b1b2b3470e6896fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4853499 Dec 16 15:49:59.774412 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 37864) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:49:59.782499 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-6ac60560-7993-4cbe-bf9d-5419ebb3ba9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:59.803141 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-6ac60560-7993-4cbe-bf9d-5419ebb3ba9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:59.821988 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-6d035a32-aa47-43ae-a348-d9f640fd02e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:59.844276 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-6d035a32-aa47-43ae-a348-d9f640fd02e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:59.852921 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-6ac60560-7993-4cbe-bf9d-5419ebb3ba9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:59.855632 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-6ac60560-7993-4cbe-bf9d-5419ebb3ba9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:59.856931 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-6ac60560-7993-4cbe-bf9d-5419ebb3ba9c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5886673e-3da9-4c8b-ada6-31eb1c4fe364 HTTP/1.1" status: 204 len: 168 time: 0.1286080 Dec 16 15:49:59.865201 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac60560-7993-4cbe-bf9d-5419ebb3ba9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5886673e-3da9-4c8b-ada6-31eb1c4fe364,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:59.906397 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-6d035a32-aa47-43ae-a348-d9f640fd02e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:59.909224 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-6d035a32-aa47-43ae-a348-d9f640fd02e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:59.910349 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-6d035a32-aa47-43ae-a348-d9f640fd02e3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/faee8386-7c0c-404d-9273-c0b19e4701f3 HTTP/1.1" status: 204 len: 168 time: 0.1349049 Dec 16 15:49:59.919597 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d035a32-aa47-43ae-a348-d9f640fd02e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faee8386-7c0c-404d-9273-c0b19e4701f3,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:50:00.191977 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 37880) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:50:00.205552 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-8dd970c4-b429-4873-9658-c44dc2a95f77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:00.284074 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-2172aa4b-6513-4bb9-a23c-14445472c7a6 req-38af0fd4-b4cf-48ab-ba51-a7a2f8cafd2d tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f1cffca-44cf-40b7-9216-7d78fdbef5b4 HTTP/1.1" status: 200 len: 210 time: 0.0326135 Dec 16 15:50:00.305085 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-8dd970c4-b429-4873-9658-c44dc2a95f77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:00.309629 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-8dd970c4-b429-4873-9658-c44dc2a95f77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:00.347131 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-8dd970c4-b429-4873-9658-c44dc2a95f77 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=15eb8e5d9fe64c00b44d3de8cd0170c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1540544 Dec 16 15:50:00.348261 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd970c4-b429-4873-9658-c44dc2a95f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7084915-396a-46cd-a488-e4588c9dd1d5,revision_number=1']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:50:00.350233 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 37886) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:50:00.400175 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-14e348c6-0960-42dd-90a0-ebe785a72cbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:00.421666 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-14e348c6-0960-42dd-90a0-ebe785a72cbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:00.471486 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-14e348c6-0960-42dd-90a0-ebe785a72cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:00.474235 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-14e348c6-0960-42dd-90a0-ebe785a72cbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:00.478525 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-14e348c6-0960-42dd-90a0-ebe785a72cbb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e7084915-396a-46cd-a488-e4588c9dd1d5 HTTP/1.1" status: 204 len: 168 time: 0.1229327 Dec 16 15:50:00.484478 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e348c6-0960-42dd-90a0-ebe785a72cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7084915-396a-46cd-a488-e4588c9dd1d5,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:50:01.376667 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-6b88ec82-ae73-4fc0-b712-63f3111a0064 req-6b385213-9f40-4c90-8a4f-6b9ebc8e24d6 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f1cffca-44cf-40b7-9216-7d78fdbef5b4 HTTP/1.1" status: 200 len: 210 time: 0.0259547 Dec 16 15:50:02.104157 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1864749-2ddc-4b6e-9bf7-71c3b5ee1373 req-c61db8c7-ae1e-412c-86ba-cdfa8daa3fd7 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:02.105633 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-b1864749-2ddc-4b6e-9bf7-71c3b5ee1373 req-c61db8c7-ae1e-412c-86ba-cdfa8daa3fd7 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.66 "GET /v2.0/networks?id=4e96172c-0b71-4de2-95ab-4226e7a02984 HTTP/1.1" status: 200 len: 815 time: 0.1156404 Dec 16 15:50:02.127187 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.v2.base [req-b1864749-2ddc-4b6e-9bf7-71c3b5ee1373 req-b35e43a7-b0be-4b2c-91d3-34c39494e596 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Request body: {'port': {'device_id': '4f1cffca-44cf-40b7-9216-7d78fdbef5b4', 'network_id': '4e96172c-0b71-4de2-95ab-4226e7a02984', 'admin_state_up': True, 'tenant_id': '44bf2643f52c4cc5aa01ae68ef13e12f'}} {{(pid=108904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:50:02.243508 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1864749-2ddc-4b6e-9bf7-71c3b5ee1373 req-b35e43a7-b0be-4b2c-91d3-34c39494e596 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Made reservation on behalf of 44bf2643f52c4cc5aa01ae68ef13e12f for: {'port': 1} {{(pid=108904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:50:02.247544 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-b1864749-2ddc-4b6e-9bf7-71c3b5ee1373 req-b35e43a7-b0be-4b2c-91d3-34c39494e596 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:02.379890 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.db_base_plugin_common [req-b1864749-2ddc-4b6e-9bf7-71c3b5ee1373 req-b35e43a7-b0be-4b2c-91d3-34c39494e596 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Allocated IP 172.20.0.11 (4e96172c-0b71-4de2-95ab-4226e7a02984/ffc256e7-ac77-4ea4-9344-8b0700e6fb89/eb7f3056-2f47-436e-8398-5620ee86da73) {{(pid=108904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:50:02.483808 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-2d6784a6-108d-41ed-929b-e7e3dce7811f req-7d93fa79-111d-44a7-a9a7-598e6960108f tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f1cffca-44cf-40b7-9216-7d78fdbef5b4 HTTP/1.1" status: 200 len: 210 time: 0.0316014 Dec 16 15:50:02.555209 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-b1864749-2ddc-4b6e-9bf7-71c3b5ee1373 req-b35e43a7-b0be-4b2c-91d3-34c39494e596 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Publish callbacks [] for port, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:02.585384 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 38000) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:50:02.592396 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-b1864749-2ddc-4b6e-9bf7-71c3b5ee1373 req-b35e43a7-b0be-4b2c-91d3-34c39494e596 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739691803594'] for port, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:02.605473 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] get_ports_and_sgs() called for port_ids ['83410d19-2bd0-4afe-845a-c137ecec96ca', '0711d501-f11e-421f-aa27-451f8a86c7e6'] {{(pid=108906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:50:02.641000 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1864749-2ddc-4b6e-9bf7-71c3b5ee1373 req-b35e43a7-b0be-4b2c-91d3-34c39494e596 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Network 4e96172c-0b71-4de2-95ab-4226e7a02984 is already hosted by enough agents. {{(pid=108904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:50:02.645612 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.base_scheduler [req-b1864749-2ddc-4b6e-9bf7-71c3b5ee1373 req-b35e43a7-b0be-4b2c-91d3-34c39494e596 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Resources bound (agent type, host, resource id): {{(pid=108904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:50:02.650280 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1864749-2ddc-4b6e-9bf7-71c3b5ee1373 req-b35e43a7-b0be-4b2c-91d3-34c39494e596 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Received port after_create {{(pid=108904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:50:02.657067 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1864749-2ddc-4b6e-9bf7-71c3b5ee1373 req-b35e43a7-b0be-4b2c-91d3-34c39494e596 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:02.657983 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-b1864749-2ddc-4b6e-9bf7-71c3b5ee1373 req-b35e43a7-b0be-4b2c-91d3-34c39494e596 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294'] for port, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:02.666651 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35e43a7-b0be-4b2c-91d3-34c39494e596 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Pushing event updated for resources: {'Port': ['ID=eb7f3056-2f47-436e-8398-5620ee86da73,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:50:02.683214 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-b1864749-2ddc-4b6e-9bf7-71c3b5ee1373 req-b35e43a7-b0be-4b2c-91d3-34c39494e596 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5603225 Dec 16 15:50:02.697607 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.v2.base [req-b1864749-2ddc-4b6e-9bf7-71c3b5ee1373 req-4c951df5-c413-4453-bf04-7a5623954892 service neutron] Request body: {'port': {'device_id': '4f1cffca-44cf-40b7-9216-7d78fdbef5b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=108904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:50:02.721322 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-f306a3e7-68d1-40bb-b6cb-fb8e417dce5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:02.752771 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-b1864749-2ddc-4b6e-9bf7-71c3b5ee1373 req-4c951df5-c413-4453-bf04-7a5623954892 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:02.872224 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-f306a3e7-68d1-40bb-b6cb-fb8e417dce5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:02.880656 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-f306a3e7-68d1-40bb-b6cb-fb8e417dce5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:02.977602 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f306a3e7-68d1-40bb-b6cb-fb8e417dce5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e0ddac-c5b2-487f-9c81-fb732a972700,revision_number=1']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:50:02.991584 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-f306a3e7-68d1-40bb-b6cb-fb8e417dce5c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=032b05c1a6ca40fab0e5c06407dee646&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4050517 Dec 16 15:50:02.992164 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 38026) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:50:03.071644 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-36615b1d-60e6-4d7d-b9a2-093ad2f3f68b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:03.102814 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-36615b1d-60e6-4d7d-b9a2-093ad2f3f68b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:03.167180 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-36615b1d-60e6-4d7d-b9a2-093ad2f3f68b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:03.169995 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-36615b1d-60e6-4d7d-b9a2-093ad2f3f68b admin admin] Publish callbacks [] for security_group, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:03.173923 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-36615b1d-60e6-4d7d-b9a2-093ad2f3f68b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a8e0ddac-c5b2-487f-9c81-fb732a972700 HTTP/1.1" status: 204 len: 168 time: 0.1783581 Dec 16 15:50:03.188929 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36615b1d-60e6-4d7d-b9a2-093ad2f3f68b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e0ddac-c5b2-487f-9c81-fb732a972700,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:50:03.268933 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.notifiers.nova [req-b1864749-2ddc-4b6e-9bf7-71c3b5ee1373 req-4c951df5-c413-4453-bf04-7a5623954892 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb7f3056-2f47-436e-8398-5620ee86da73 {{(pid=108904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:50:03.285548 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-b1864749-2ddc-4b6e-9bf7-71c3b5ee1373 req-4c951df5-c413-4453-bf04-7a5623954892 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:03.315485 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.provisioning_blocks [req-b1864749-2ddc-4b6e-9bf7-71c3b5ee1373 req-4c951df5-c413-4453-bf04-7a5623954892 service neutron] Transition to ACTIVE for port object eb7f3056-2f47-436e-8398-5620ee86da73 will not be triggered until provisioned by entity L2. {{(pid=108904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:50:03.323731 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f16ce-4afb-431c-877b-c07433c521d3 req-01e42e63-6929-46d9-b16e-2946ded2d22a tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:03.325651 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-963f16ce-4afb-431c-877b-c07433c521d3 req-01e42e63-6929-46d9-b16e-2946ded2d22a tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 945 time: 0.0751007 Dec 16 15:50:03.325920 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7bfa10-f3e1-4f1f-989c-8c2a47440704 req-2efaaaf6-dc5a-4faa-8db9-3c5da4d4493e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:03.327386 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-0e7bfa10-f3e1-4f1f-989c-8c2a47440704 req-2efaaaf6-dc5a-4faa-8db9-3c5da4d4493e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=290d9f6dcb5f4f878cc58690825a1e12&device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 1098 time: 0.0608582 Dec 16 15:50:03.327981 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-b1864749-2ddc-4b6e-9bf7-71c3b5ee1373 req-4c951df5-c413-4453-bf04-7a5623954892 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:03.401494 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-963f16ce-4afb-431c-877b-c07433c521d3 req-8ca2d171-c855-4ee2-8d28-7a78931cc431 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582047 Dec 16 15:50:03.465397 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c951df5-c413-4453-bf04-7a5623954892 service neutron] Pushing event updated for resources: {'Port': ['ID=eb7f3056-2f47-436e-8398-5620ee86da73,revision_number=2']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:50:03.487631 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.managers [req-b1864749-2ddc-4b6e-9bf7-71c3b5ee1373 req-4c951df5-c413-4453-bf04-7a5623954892 service neutron] Attempting to bind port eb7f3056-2f47-436e-8398-5620ee86da73 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:50:03.487954 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.managers [req-b1864749-2ddc-4b6e-9bf7-71c3b5ee1373 req-4c951df5-c413-4453-bf04-7a5623954892 service neutron] Attempting to bind port eb7f3056-2f47-436e-8398-5620ee86da73 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': 'b7534591-d412-403e-acd7-f4f21cb9b99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '4e96172c-0b71-4de2-95ab-4226e7a02984'}] {{(pid=108904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:50:03.488291 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1864749-2ddc-4b6e-9bf7-71c3b5ee1373 req-4c951df5-c413-4453-bf04-7a5623954892 service neutron] Attempting to bind port eb7f3056-2f47-436e-8398-5620ee86da73 on network 4e96172c-0b71-4de2-95ab-4226e7a02984 {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:50:03.496819 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1864749-2ddc-4b6e-9bf7-71c3b5ee1373 req-4c951df5-c413-4453-bf04-7a5623954892 service neutron] Port eb7f3056-2f47-436e-8398-5620ee86da73 on network 4e96172c-0b71-4de2-95ab-4226e7a02984 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:50:03.497121 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1864749-2ddc-4b6e-9bf7-71c3b5ee1373 req-4c951df5-c413-4453-bf04-7a5623954892 service neutron] Attempting to bind port eb7f3056-2f47-436e-8398-5620ee86da73 on network 4e96172c-0b71-4de2-95ab-4226e7a02984 {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:50:03.509620 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1864749-2ddc-4b6e-9bf7-71c3b5ee1373 req-4c951df5-c413-4453-bf04-7a5623954892 service neutron] Checking agent: {'id': 'cc3d5e4c-e00e-4c48-b0f7-4cab06ea1ca9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 46, 48), 'started_at': datetime.datetime(2021, 12, 16, 15, 46, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:50:03.510138 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1864749-2ddc-4b6e-9bf7-71c3b5ee1373 req-4c951df5-c413-4453-bf04-7a5623954892 service neutron] Checking segment: {'id': 'b7534591-d412-403e-acd7-f4f21cb9b99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '4e96172c-0b71-4de2-95ab-4226e7a02984'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:50:03.518607 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1864749-2ddc-4b6e-9bf7-71c3b5ee1373 req-4c951df5-c413-4453-bf04-7a5623954892 service neutron] Bound using segment: {'id': 'b7534591-d412-403e-acd7-f4f21cb9b99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '4e96172c-0b71-4de2-95ab-4226e7a02984'} {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:50:03.521203 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.managers [req-b1864749-2ddc-4b6e-9bf7-71c3b5ee1373 req-4c951df5-c413-4453-bf04-7a5623954892 service neutron] Bound port: eb7f3056-2f47-436e-8398-5620ee86da73, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7534591-d412-403e-acd7-f4f21cb9b99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '4e96172c-0b71-4de2-95ab-4226e7a02984'}}] {{(pid=108904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:50:03.521608 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-b1864749-2ddc-4b6e-9bf7-71c3b5ee1373 req-4c951df5-c413-4453-bf04-7a5623954892 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:03.527973 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7bfa10-f3e1-4f1f-989c-8c2a47440704 req-5ae4d520-1518-4446-84bb-dbed22ceeb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:03.529575 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-0e7bfa10-f3e1-4f1f-989c-8c2a47440704 req-5ae4d520-1518-4446-84bb-dbed22ceeb86 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f48475bf-944a-4c2f-81b1-c044356a1dbb HTTP/1.1" status: 200 len: 920 time: 0.1745613 Dec 16 15:50:03.579073 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-0e7bfa10-f3e1-4f1f-989c-8c2a47440704 req-04a37769-85fe-437b-8d42-69d5d5604a71 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a162fcff-3fe8-4fc6-a489-b53c84cb0c45 HTTP/1.1" status: 200 len: 217 time: 0.0406296 Dec 16 15:50:03.623937 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734259c8-1ace-40db-b5f0-b3624a36997c req-6f614ddd-2e45-4c47-b3b9-cfe41c070381 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:03.631910 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-734259c8-1ace-40db-b5f0-b3624a36997c req-6f614ddd-2e45-4c47-b3b9-cfe41c070381 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f1cffca-44cf-40b7-9216-7d78fdbef5b4 HTTP/1.1" status: 200 len: 944 time: 0.0595515 Dec 16 15:50:03.671128 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7bfa10-f3e1-4f1f-989c-8c2a47440704 req-aa3a2669-cf8d-4849-838d-a90ac237abfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:03.672602 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-0e7bfa10-f3e1-4f1f-989c-8c2a47440704 req-aa3a2669-cf8d-4849-838d-a90ac237abfe service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ac75be2f-288e-4c4c-b681-13dbe4d336f8 HTTP/1.1" status: 200 len: 859 time: 0.0733020 Dec 16 15:50:03.684915 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.db [req-b1864749-2ddc-4b6e-9bf7-71c3b5ee1373 req-4c951df5-c413-4453-bf04-7a5623954892 service neutron] For port eb7f3056-2f47-436e-8398-5620ee86da73, host hv-cinder-78447, cleared binding levels {{(pid=108904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:50:03.689347 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.db [req-b1864749-2ddc-4b6e-9bf7-71c3b5ee1373 req-4c951df5-c413-4453-bf04-7a5623954892 service neutron] For port eb7f3056-2f47-436e-8398-5620ee86da73, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=eb7f3056-2f47-436e-8398-5620ee86da73,segment=NetworkSegment(b7534591-d412-403e-acd7-f4f21cb9b99f),segment_id=b7534591-d412-403e-acd7-f4f21cb9b99f)] {{(pid=108904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:50:03.691954 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 38052) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:50:03.693528 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-734259c8-1ace-40db-b5f0-b3624a36997c req-14ffe5d2-3989-4e6f-bc33-9366a434c921 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a06c891-fae3-406d-b89e-bc8eaf612049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605450 Dec 16 15:50:03.713762 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-b1864749-2ddc-4b6e-9bf7-71c3b5ee1373 req-4c951df5-c413-4453-bf04-7a5623954892 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:03.746814 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-a38571a7-ab94-41c9-8f50-c57e7b0cc584 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:03.770182 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-0e7bfa10-f3e1-4f1f-989c-8c2a47440704 req-f471228c-0aea-40cf-ba4f-fede419230cb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f48475bf-944a-4c2f-81b1-c044356a1dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740681 Dec 16 15:50:03.778682 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1864749-2ddc-4b6e-9bf7-71c3b5ee1373 req-4c951df5-c413-4453-bf04-7a5623954892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:03.779298 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-b1864749-2ddc-4b6e-9bf7-71c3b5ee1373 req-4c951df5-c413-4453-bf04-7a5623954892 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294'] for port, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:03.780687 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-b1864749-2ddc-4b6e-9bf7-71c3b5ee1373 req-4c951df5-c413-4453-bf04-7a5623954892 service neutron] 10.222.0.66 "PUT /v2.0/ports/eb7f3056-2f47-436e-8398-5620ee86da73 HTTP/1.1" status: 200 len: 1094 time: 1.0882998 Dec 16 15:50:03.790202 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f1cffca-44cf-40b7-9216-7d78fdbef5b4', 'tag': 'eb7f3056-2f47-436e-8398-5620ee86da73'}] {{(pid=108904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:50:03.794742 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0a2cce90635460fa9ee7acd2d2298fc55a52ab45a9458d7253143d338a4b89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d08a2e46-9bfa-4f13-94d4-25124e9bdae4" -d '{"events": [{"name": "network-changed", "server_uuid": "4f1cffca-44cf-40b7-9216-7d78fdbef5b4", "tag": "eb7f3056-2f47-436e-8398-5620ee86da73"}]}' {{(pid=108904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:50:03.868093 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ad36ee-7db1-4108-b239-5a02b12ce094 x-openstack-request-id: req-22ad36ee-7db1-4108-b239-5a02b12ce094 {{(pid=108904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:50:03.868372 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f1cffca-44cf-40b7-9216-7d78fdbef5b4", "tag": "eb7f3056-2f47-436e-8398-5620ee86da73", "status": "completed", "code": 200}]} {{(pid=108904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:50:03.868639 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-22ad36ee-7db1-4108-b239-5a02b12ce094 {{(pid=108904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:50:03.869032 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f1cffca-44cf-40b7-9216-7d78fdbef5b4', 'tag': 'eb7f3056-2f47-436e-8398-5620ee86da73', 'status': 'completed', 'code': 200} Dec 16 15:50:03.900297 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c951df5-c413-4453-bf04-7a5623954892 service neutron] Pushing event updated for resources: {'Port': ['ID=eb7f3056-2f47-436e-8398-5620ee86da73,revision_number=3']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:50:04.189292 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-0e7bfa10-f3e1-4f1f-989c-8c2a47440704 req-9508d6f7-ecde-4e1f-8b50-69df2589ae1e service neutron] 10.222.0.66 "GET /v2.0/networks/f48475bf-944a-4c2f-81b1-c044356a1dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3888907 Dec 16 15:50:04.193890 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1864749-2ddc-4b6e-9bf7-71c3b5ee1373 req-5c8ce0f6-2e2e-4c6a-9356-d13c2f194721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:04.193890 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-b1864749-2ddc-4b6e-9bf7-71c3b5ee1373 req-5c8ce0f6-2e2e-4c6a-9356-d13c2f194721 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=44bf2643f52c4cc5aa01ae68ef13e12f&device_id=4f1cffca-44cf-40b7-9216-7d78fdbef5b4 HTTP/1.1" status: 200 len: 1097 time: 0.3373740 Dec 16 15:50:04.295458 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-a38571a7-ab94-41c9-8f50-c57e7b0cc584 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:04.300997 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-b1864749-2ddc-4b6e-9bf7-71c3b5ee1373 req-e67b00f1-cd39-4eae-b82a-16b7c39c2f2a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb7f3056-2f47-436e-8398-5620ee86da73 HTTP/1.1" status: 200 len: 217 time: 0.0806029 Dec 16 15:50:04.303139 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-a38571a7-ab94-41c9-8f50-c57e7b0cc584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:04.385960 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38571a7-ab94-41c9-8f50-c57e7b0cc584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a10aa928-53e2-446b-be2b-2fe44574afe5,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:50:04.393143 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-a38571a7-ab94-41c9-8f50-c57e7b0cc584 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c3e95776ea4b4e1aa8e2d91668bcbd59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6997163 Dec 16 15:50:04.396204 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 38084) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:50:04.411156 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1864749-2ddc-4b6e-9bf7-71c3b5ee1373 req-f791a759-8732-487b-8047-2e08118aeb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:04.412631 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-b1864749-2ddc-4b6e-9bf7-71c3b5ee1373 req-f791a759-8732-487b-8047-2e08118aeb15 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ffc256e7-ac77-4ea4-9344-8b0700e6fb89 HTTP/1.1" status: 200 len: 855 time: 0.0972612 Dec 16 15:50:04.415167 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-0e7bfa10-f3e1-4f1f-989c-8c2a47440704 req-3e7235e5-fe8b-4ef3-a5b4-758296a0788f service neutron] 10.222.0.66 "GET /v2.0/networks/f48475bf-944a-4c2f-81b1-c044356a1dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023144 Dec 16 15:50:04.454979 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-b1864749-2ddc-4b6e-9bf7-71c3b5ee1373 req-f12c2c5b-8e32-4e99-918e-a8cd00b96087 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4e96172c-0b71-4de2-95ab-4226e7a02984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252411 Dec 16 15:50:04.461101 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-3a26c18b-add6-495f-8994-e9b41ccdcaf5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:04.493729 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-3a26c18b-add6-495f-8994-e9b41ccdcaf5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:04.563201 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-b1864749-2ddc-4b6e-9bf7-71c3b5ee1373 req-f727d0ed-6f48-4d93-9b66-646505bad57c service neutron] 10.222.0.66 "GET /v2.0/networks/4e96172c-0b71-4de2-95ab-4226e7a02984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959682 Dec 16 15:50:04.579512 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c9f8c6-17bf-4d1a-96c4-9c70083cb71d req-0366fd44-cf2a-471d-bdfc-770c03e249e2 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:04.581863 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-39c9f8c6-17bf-4d1a-96c4-9c70083cb71d req-0366fd44-cf2a-471d-bdfc-770c03e249e2 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 945 time: 0.0806637 Dec 16 15:50:04.604826 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-3a26c18b-add6-495f-8994-e9b41ccdcaf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:04.608047 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-3a26c18b-add6-495f-8994-e9b41ccdcaf5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:04.609160 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-3a26c18b-add6-495f-8994-e9b41ccdcaf5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a10aa928-53e2-446b-be2b-2fe44574afe5 HTTP/1.1" status: 204 len: 168 time: 0.2119749 Dec 16 15:50:04.623530 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a26c18b-add6-495f-8994-e9b41ccdcaf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10aa928-53e2-446b-be2b-2fe44574afe5,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:50:04.659533 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-39c9f8c6-17bf-4d1a-96c4-9c70083cb71d req-a0560a6f-b930-4527-a650-27290bc76d41 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716300 Dec 16 15:50:04.662204 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-b1864749-2ddc-4b6e-9bf7-71c3b5ee1373 req-d908f76f-44dd-41ec-a236-a9d77fa122dc service neutron] 10.222.0.66 "GET /v2.0/networks/4e96172c-0b71-4de2-95ab-4226e7a02984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916874 Dec 16 15:50:04.760707 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08a2e46-9bfa-4f13-94d4-25124e9bdae4 req-d2128330-303e-4146-9ed0-7f6877683362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:04.762338 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-d08a2e46-9bfa-4f13-94d4-25124e9bdae4 req-d2128330-303e-4146-9ed0-7f6877683362 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=44bf2643f52c4cc5aa01ae68ef13e12f&device_id=4f1cffca-44cf-40b7-9216-7d78fdbef5b4 HTTP/1.1" status: 200 len: 1097 time: 0.0455005 Dec 16 15:50:04.827443 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64788bff-7c73-43a3-b9d7-9107d1f58be4 req-024215e4-c61e-47f3-81d7-5f32d71678e9 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:04.830341 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-64788bff-7c73-43a3-b9d7-9107d1f58be4 req-024215e4-c61e-47f3-81d7-5f32d71678e9 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f1cffca-44cf-40b7-9216-7d78fdbef5b4 HTTP/1.1" status: 200 len: 944 time: 0.0665848 Dec 16 15:50:04.889171 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-64788bff-7c73-43a3-b9d7-9107d1f58be4 req-fc9cae7e-d6eb-4a7c-9504-f635e8e3e39b tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a06c891-fae3-406d-b89e-bc8eaf612049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522602 Dec 16 15:50:04.898722 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08a2e46-9bfa-4f13-94d4-25124e9bdae4 req-0fc220c9-ea9c-4947-9b04-3121697b6198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:04.900884 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-d08a2e46-9bfa-4f13-94d4-25124e9bdae4 req-0fc220c9-ea9c-4947-9b04-3121697b6198 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4e96172c-0b71-4de2-95ab-4226e7a02984 HTTP/1.1" status: 200 len: 916 time: 0.1256845 Dec 16 15:50:04.958661 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-d08a2e46-9bfa-4f13-94d4-25124e9bdae4 req-524b0f8e-88d7-43e8-b956-44442d58644b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb7f3056-2f47-436e-8398-5620ee86da73 HTTP/1.1" status: 200 len: 217 time: 0.0423450 Dec 16 15:50:05.021260 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08a2e46-9bfa-4f13-94d4-25124e9bdae4 req-7cce1941-5244-4cb3-89e2-80f18dae779c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:05.022841 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-d08a2e46-9bfa-4f13-94d4-25124e9bdae4 req-7cce1941-5244-4cb3-89e2-80f18dae779c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ffc256e7-ac77-4ea4-9344-8b0700e6fb89 HTTP/1.1" status: 200 len: 855 time: 0.0564346 Dec 16 15:50:05.030184 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.agents_db [None req-3e981004-2469-4169-a15f-e329d1e51356 None None] Agent healthcheck: found 6 active agents {{(pid=108907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:50:05.067701 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-d08a2e46-9bfa-4f13-94d4-25124e9bdae4 req-8e37d7b2-142b-464e-ac02-d036fac570b4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4e96172c-0b71-4de2-95ab-4226e7a02984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259533 Dec 16 15:50:05.174449 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-d08a2e46-9bfa-4f13-94d4-25124e9bdae4 req-5475f55c-f35d-435b-b75b-baa016098b0c service neutron] 10.222.0.66 "GET /v2.0/networks/4e96172c-0b71-4de2-95ab-4226e7a02984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880158 Dec 16 15:50:05.283061 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-d08a2e46-9bfa-4f13-94d4-25124e9bdae4 req-daee4cc9-d5fb-4919-86b4-2ef3355a6441 service neutron] 10.222.0.66 "GET /v2.0/networks/4e96172c-0b71-4de2-95ab-4226e7a02984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916846 Dec 16 15:50:05.489654 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 38148) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:50:05.719389 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-ef56b047-8348-44e2-8357-410a643f6589 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:05.749645 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 38160) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:50:05.818052 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c648790f-5652-4d8a-a580-c73da4e6feca req-1e609f21-27f5-456d-b047-37bf06adb755 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:05.819679 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c648790f-5652-4d8a-a580-c73da4e6feca req-1e609f21-27f5-456d-b047-37bf06adb755 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 945 time: 0.0819778 Dec 16 15:50:05.836061 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-fd149938-4c2b-4ae3-816a-9424b9a89dbc admin admin] Publish callbacks [] for security_group, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:05.843305 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-ef56b047-8348-44e2-8357-410a643f6589 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:05.851654 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-ef56b047-8348-44e2-8357-410a643f6589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:05.888551 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c648790f-5652-4d8a-a580-c73da4e6feca req-c37c5bf5-3a90-4d8c-903e-769322e9b4a3 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619636 Dec 16 15:50:05.905689 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef56b047-8348-44e2-8357-410a643f6589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94438779-66f6-47ef-a726-bef2b1f15788,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:50:05.909927 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-ef56b047-8348-44e2-8357-410a643f6589 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7ef195f0f72f47b4a8ac90a794259b36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4183466 Dec 16 15:50:05.913069 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 38170) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:50:05.976198 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-fd149938-4c2b-4ae3-816a-9424b9a89dbc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:05.982027 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-fd149938-4c2b-4ae3-816a-9424b9a89dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:06.019368 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd149938-4c2b-4ae3-816a-9424b9a89dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a36e2e58-300a-41c4-8fba-2d7458198b23,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:50:06.023978 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-fd149938-4c2b-4ae3-816a-9424b9a89dbc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ac8db497293e43cd9f95b9d715c73eef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2733145 Dec 16 15:50:06.027189 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 38176) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:50:06.059372 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-c1dffefe-1830-46b5-9cfe-dd5843153b48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:06.078029 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ffbc35-a3bc-4346-a1d7-477fe4e15636 req-9bc104a8-1d9e-4e7f-b01f-bfae57463575 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:06.080399 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-13ffbc35-a3bc-4346-a1d7-477fe4e15636 req-9bc104a8-1d9e-4e7f-b01f-bfae57463575 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f1cffca-44cf-40b7-9216-7d78fdbef5b4 HTTP/1.1" status: 200 len: 944 time: 0.1011295 Dec 16 15:50:06.102510 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-c1dffefe-1830-46b5-9cfe-dd5843153b48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:06.126253 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-05c3f4df-22a8-4020-a06e-990428044b69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:06.168036 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-05c3f4df-22a8-4020-a06e-990428044b69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:06.230430 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-13ffbc35-a3bc-4346-a1d7-477fe4e15636 req-4607514f-f990-4e18-a08e-9f273c8841a3 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a06c891-fae3-406d-b89e-bc8eaf612049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439033 Dec 16 15:50:06.241279 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-c1dffefe-1830-46b5-9cfe-dd5843153b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:06.244132 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-c1dffefe-1830-46b5-9cfe-dd5843153b48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:06.248150 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-c1dffefe-1830-46b5-9cfe-dd5843153b48 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/94438779-66f6-47ef-a726-bef2b1f15788 HTTP/1.1" status: 204 len: 168 time: 0.3333700 Dec 16 15:50:06.256027 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-05c3f4df-22a8-4020-a06e-990428044b69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:06.260456 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-05c3f4df-22a8-4020-a06e-990428044b69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:06.260738 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dffefe-1830-46b5-9cfe-dd5843153b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94438779-66f6-47ef-a726-bef2b1f15788,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:50:06.264041 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-05c3f4df-22a8-4020-a06e-990428044b69 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a36e2e58-300a-41c4-8fba-2d7458198b23 HTTP/1.1" status: 204 len: 168 time: 0.2338231 Dec 16 15:50:06.271325 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c3f4df-22a8-4020-a06e-990428044b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36e2e58-300a-41c4-8fba-2d7458198b23,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:50:06.612508 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-5dfc498a-aeeb-4581-8c92-94b7a5862506 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:07.011603 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2ced1f-ab36-49e3-baa5-93f4ef62666a req-8f933926-b9b4-42e7-b750-10863df90d52 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:07.013129 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-db2ced1f-ab36-49e3-baa5-93f4ef62666a req-8f933926-b9b4-42e7-b750-10863df90d52 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 945 time: 0.0529168 Dec 16 15:50:07.064164 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-db2ced1f-ab36-49e3-baa5-93f4ef62666a req-b4f02847-bf27-48bb-8136-ba2ec70d6aba tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421894 Dec 16 15:50:07.381689 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e110c54-66bf-417a-9680-b2a1925dbae2 req-4a1e4f0c-adde-4677-bf9e-13eb72a87bbe tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:07.383456 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-0e110c54-66bf-417a-9680-b2a1925dbae2 req-4a1e4f0c-adde-4677-bf9e-13eb72a87bbe tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f1cffca-44cf-40b7-9216-7d78fdbef5b4 HTTP/1.1" status: 200 len: 944 time: 0.0738506 Dec 16 15:50:07.451144 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-0e110c54-66bf-417a-9680-b2a1925dbae2 req-6e63e2ad-85a4-4847-ae6d-bdf3b8f4ddb5 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a06c891-fae3-406d-b89e-bc8eaf612049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607946 Dec 16 15:50:07.854131 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device eb7f3056-2f47-436e-8398-5620ee86da73 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=108906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:50:07.963464 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] For port eb7f3056-2f47-436e-8398-5620ee86da73, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=eb7f3056-2f47-436e-8398-5620ee86da73,segment=NetworkSegment(b7534591-d412-403e-acd7-f4f21cb9b99f),segment_id=b7534591-d412-403e-acd7-f4f21cb9b99f)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:50:07.976878 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Returning: {'device': 'eb7f3056-2f47-436e-8398-5620ee86da73', 'network_id': '4e96172c-0b71-4de2-95ab-4226e7a02984', 'port_id': 'eb7f3056-2f47-436e-8398-5620ee86da73', 'mac_address': 'fa:16:3e:25:f4:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffc256e7-ac77-4ea4-9344-8b0700e6fb89', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:50:08.024322 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:08.039482 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.notifiers.nova [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb7f3056-2f47-436e-8398-5620ee86da73 {{(pid=108906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:50:08.060907 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] For port eb7f3056-2f47-436e-8398-5620ee86da73, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=eb7f3056-2f47-436e-8398-5620ee86da73,segment=NetworkSegment(b7534591-d412-403e-acd7-f4f21cb9b99f),segment_id=b7534591-d412-403e-acd7-f4f21cb9b99f)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:50:08.067765 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:08.133793 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Pushing event updated for resources: {'Port': ['ID=eb7f3056-2f47-436e-8398-5620ee86da73,revision_number=4']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:50:08.195787 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76669d48-ee5c-4c0f-8782-c18e4e280edb req-8add5438-4f9c-47ef-952e-c55bde6a7a7d tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:08.198084 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-76669d48-ee5c-4c0f-8782-c18e4e280edb req-8add5438-4f9c-47ef-952e-c55bde6a7a7d tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 945 time: 0.0578952 Dec 16 15:50:08.253797 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-76669d48-ee5c-4c0f-8782-c18e4e280edb req-b4fb4b02-969d-4aff-9687-6f0e6ac354d6 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474417 Dec 16 15:50:08.416421 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] get_ports_and_sgs() called for port_ids ['eb7f3056-2f47-436e-8398-5620ee86da73'] {{(pid=108906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:50:08.576659 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef1799-717f-4922-b856-2bf8e36adbf1 req-9f787057-93ac-42ae-81f4-585106775039 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:08.576659 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-48ef1799-717f-4922-b856-2bf8e36adbf1 req-9f787057-93ac-42ae-81f4-585106775039 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f1cffca-44cf-40b7-9216-7d78fdbef5b4 HTTP/1.1" status: 200 len: 945 time: 0.0495520 Dec 16 15:50:08.622521 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-48ef1799-717f-4922-b856-2bf8e36adbf1 req-d325ca29-2d18-49fc-8a59-949e20b36b9b tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a06c891-fae3-406d-b89e-bc8eaf612049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399623 Dec 16 15:50:08.871650 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac78ef4f-70c1-4cea-9e6f-c5b2f9ac1d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:08.895044 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-2985ab19-2da9-43d0-9f31-d220d9331b1d req-135981e4-09e6-4ddc-84ed-97280e8abba7 tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=02f0ef78d0784036a0c421741c8de20e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357671 Dec 16 15:50:09.084854 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985ab19-2da9-43d0-9f31-d220d9331b1d req-c684ea5f-8a3c-4f9f-b785-bb94ec5dadfa tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:09.086881 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-2985ab19-2da9-43d0-9f31-d220d9331b1d req-c684ea5f-8a3c-4f9f-b785-bb94ec5dadfa tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1860380 Dec 16 15:50:09.101989 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-2985ab19-2da9-43d0-9f31-d220d9331b1d req-7e58c793-2ef9-42ac-92cc-7550823f30a5 tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] 10.222.0.31 "GET /v2.0/quotas/02f0ef78d0784036a0c421741c8de20e HTTP/1.1" status: 200 len: 375 time: 0.0093546 Dec 16 15:50:09.131463 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-2985ab19-2da9-43d0-9f31-d220d9331b1d req-4cbc9c8c-6ef6-404d-b359-dddf17a08eee tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=02f0ef78d0784036a0c421741c8de20e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0243530 Dec 16 15:50:09.316529 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-73b074f7-b495-486a-9aca-ad83a88d8400 req-6285b49f-1887-4b87-85b1-cfe28a187bf0 tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] 10.222.0.31 "GET /v2.0/ports?device_id=57099c29-992b-4d24-9ce5-251ac704d335 HTTP/1.1" status: 200 len: 210 time: 0.0392954 Dec 16 15:50:09.380919 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226988dd-8aae-4f17-a3eb-b6fde3d0d6d1 req-f268a855-0991-4dfd-b2df-3675456b24ef tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:09.382855 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-226988dd-8aae-4f17-a3eb-b6fde3d0d6d1 req-f268a855-0991-4dfd-b2df-3675456b24ef tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 945 time: 0.0567775 Dec 16 15:50:09.443870 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-226988dd-8aae-4f17-a3eb-b6fde3d0d6d1 req-ff5a577d-dcf0-49d9-8857-8a3e89ef4af7 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546405 Dec 16 15:50:09.747441 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd0fdd-6c38-4057-8f90-38e637276311 req-c04dc1c5-8f01-4d29-af05-ad502d1385bf tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:09.748903 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-67cd0fdd-6c38-4057-8f90-38e637276311 req-c04dc1c5-8f01-4d29-af05-ad502d1385bf tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f1cffca-44cf-40b7-9216-7d78fdbef5b4 HTTP/1.1" status: 200 len: 945 time: 0.0547118 Dec 16 15:50:09.797107 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-67cd0fdd-6c38-4057-8f90-38e637276311 req-efb949b1-2b2e-400d-b094-efbf31de54fd tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a06c891-fae3-406d-b89e-bc8eaf612049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407901 Dec 16 15:50:10.407931 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-211d6fc3-8436-4b5c-b331-86a1520c7e97 req-7d0c9f0e-03fa-48e2-b151-36c70dcfbc11 tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] 10.222.0.31 "GET /v2.0/ports?device_id=57099c29-992b-4d24-9ce5-251ac704d335 HTTP/1.1" status: 200 len: 210 time: 0.0247843 Dec 16 15:50:10.488963 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-223b144f-a2e3-43d1-9ee0-793d55a0ef66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:10.565081 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5fe6d3-d088-4f81-aba4-23c29d96f8da req-0493ce39-37bf-4a31-8cdd-f5506df2ccb9 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:10.566470 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-1d5fe6d3-d088-4f81-aba4-23c29d96f8da req-0493ce39-37bf-4a31-8cdd-f5506df2ccb9 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 945 time: 0.0473537 Dec 16 15:50:10.602974 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device eb7f3056-2f47-436e-8398-5620ee86da73 up at agent hyperv_hv-cinder-78447 {{(pid=108906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:50:10.614971 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-1d5fe6d3-d088-4f81-aba4-23c29d96f8da req-b489f0fc-510e-4026-99f2-45856a201079 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425639 Dec 16 15:50:10.653529 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Provisioning for port eb7f3056-2f47-436e-8398-5620ee86da73 completed by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:50:10.657537 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Provisioning complete for port eb7f3056-2f47-436e-8398-5620ee86da73 triggered by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:50:10.657904 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:10.737935 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:10.761552 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f1cffca-44cf-40b7-9216-7d78fdbef5b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb7f3056-2f47-436e-8398-5620ee86da73'}] {{(pid=108906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:50:10.763764 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02b5cd720e1ebaa5714ffb0bc34871610594f2c4f6020a6f60f7cc29a5a8a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5ee37d-6ffa-4b43-88b6-6c196fa0ae2c" -d '{"events": [{"server_uuid": "4f1cffca-44cf-40b7-9216-7d78fdbef5b4", "name": "network-vif-plugged", "status": "completed", "tag": "eb7f3056-2f47-436e-8398-5620ee86da73"}]}' {{(pid=108906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:50:10.775983 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] For port eb7f3056-2f47-436e-8398-5620ee86da73, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=eb7f3056-2f47-436e-8398-5620ee86da73,segment=NetworkSegment(b7534591-d412-403e-acd7-f4f21cb9b99f),segment_id=b7534591-d412-403e-acd7-f4f21cb9b99f)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:50:10.780929 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:10.804243 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a6f189f-576b-4237-b42f-943b9b23b3ac x-openstack-request-id: req-7a6f189f-576b-4237-b42f-943b9b23b3ac {{(pid=108906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:50:10.804547 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f1cffca-44cf-40b7-9216-7d78fdbef5b4", "name": "network-vif-plugged", "status": "completed", "tag": "eb7f3056-2f47-436e-8398-5620ee86da73", "code": 200}]} {{(pid=108906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:50:10.804800 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7a6f189f-576b-4237-b42f-943b9b23b3ac {{(pid=108906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:50:10.805189 dv-cinder-784477-11-iscsi neutron-server[108906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f1cffca-44cf-40b7-9216-7d78fdbef5b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb7f3056-2f47-436e-8398-5620ee86da73', 'code': 200} Dec 16 15:50:10.830506 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Pushing event updated for resources: {'Port': ['ID=eb7f3056-2f47-436e-8398-5620ee86da73,revision_number=5']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:50:10.912845 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57c838d-c329-47ef-a878-0d1160e7c8e4 req-e45056a9-abf0-4ed5-82db-554be9f37681 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:10.914309 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c57c838d-c329-47ef-a878-0d1160e7c8e4 req-e45056a9-abf0-4ed5-82db-554be9f37681 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f1cffca-44cf-40b7-9216-7d78fdbef5b4 HTTP/1.1" status: 200 len: 946 time: 0.0500634 Dec 16 15:50:10.964101 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c57c838d-c329-47ef-a878-0d1160e7c8e4 req-0731fa7d-fb73-4aba-b61e-cb45eab1ee0e tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a06c891-fae3-406d-b89e-bc8eaf612049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410814 Dec 16 15:50:11.264777 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-e6a1afc6-ab61-4c06-9aae-8bc4c5fea8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:11.508106 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-9e3f89e7-7ef0-46b7-b4dd-4815174f0c55 req-53e4488b-1920-436c-b128-25797e37d6bc tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] 10.222.0.31 "GET /v2.0/ports?device_id=57099c29-992b-4d24-9ce5-251ac704d335 HTTP/1.1" status: 200 len: 210 time: 0.0262756 Dec 16 15:50:11.739778 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975a5555-a02b-49be-b231-fbaf7b41b5c3 req-57273c74-ecdb-4667-9604-f60e185de7e9 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:11.741314 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-975a5555-a02b-49be-b231-fbaf7b41b5c3 req-57273c74-ecdb-4667-9604-f60e185de7e9 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 945 time: 0.0570228 Dec 16 15:50:11.791630 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-975a5555-a02b-49be-b231-fbaf7b41b5c3 req-077a3c51-db39-4e1a-949c-75f31bb650bd tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443347 Dec 16 15:50:12.080125 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be34bb0-cc01-43b0-9150-cf8b0a531b34 req-c3f663ea-1cf6-4f7e-93a3-151a64c374ce tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:12.081666 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-7be34bb0-cc01-43b0-9150-cf8b0a531b34 req-c3f663ea-1cf6-4f7e-93a3-151a64c374ce tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f1cffca-44cf-40b7-9216-7d78fdbef5b4 HTTP/1.1" status: 200 len: 946 time: 0.0491221 Dec 16 15:50:12.129330 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-7be34bb0-cc01-43b0-9150-cf8b0a531b34 req-69e01c9d-3462-4c65-a889-1f564ddfd57d tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a06c891-fae3-406d-b89e-bc8eaf612049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416539 Dec 16 15:50:12.600635 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-96aac9ea-de2e-4bf4-aa42-3523e2f03d1a req-89553316-4206-471f-aeab-94589b1271e4 tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] 10.222.0.31 "GET /v2.0/ports?device_id=57099c29-992b-4d24-9ce5-251ac704d335 HTTP/1.1" status: 200 len: 210 time: 0.0247633 Dec 16 15:50:12.740602 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:12.861573 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c91f77-e6a6-4ba4-b54c-76a5ac494ea7 req-9e759dfd-425c-4a55-924e-d655ab80f1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:12.863111 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-62c91f77-e6a6-4ba4-b54c-76a5ac494ea7 req-9e759dfd-425c-4a55-924e-d655ab80f1f8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4f1cffca-44cf-40b7-9216-7d78fdbef5b4 HTTP/1.1" status: 200 len: 1099 time: 0.0525432 Dec 16 15:50:12.910969 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e8c7b-0e09-4d6b-9c67-c5c4d121ed66 req-46004f12-6c0a-4a65-bacd-33dd2b365791 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:12.912409 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-966e8c7b-0e09-4d6b-9c67-c5c4d121ed66 req-46004f12-6c0a-4a65-bacd-33dd2b365791 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 945 time: 0.0461230 Dec 16 15:50:12.924903 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-62c91f77-e6a6-4ba4-b54c-76a5ac494ea7 req-67f85d58-0387-4df8-b247-98da4c1afb59 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=4a06c891-fae3-406d-b89e-bc8eaf612049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407362 Dec 16 15:50:12.962076 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-966e8c7b-0e09-4d6b-9c67-c5c4d121ed66 req-5e084442-3bb3-4b8b-8f86-5aede9fa172d tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433149 Dec 16 15:50:13.260806 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e09512-a831-46e3-868e-de02eff5fefb req-841c824c-ceac-4fd7-b435-cd013d999894 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:13.262278 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-b0e09512-a831-46e3-868e-de02eff5fefb req-841c824c-ceac-4fd7-b435-cd013d999894 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f1cffca-44cf-40b7-9216-7d78fdbef5b4 HTTP/1.1" status: 200 len: 946 time: 0.0489273 Dec 16 15:50:13.307685 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-b0e09512-a831-46e3-868e-de02eff5fefb req-fa9a16d6-e3eb-4524-9264-69e9248eb81c tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a06c891-fae3-406d-b89e-bc8eaf612049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396070 Dec 16 15:50:13.616670 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-2985ab19-2da9-43d0-9f31-d220d9331b1d req-5dc31088-7cef-4b94-a6c9-887f5cb07037 tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=02f0ef78d0784036a0c421741c8de20e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283272 Dec 16 15:50:13.721155 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-cc469efa-b5c3-4f5b-a00e-d02bc16f3245 req-a6bf5ad1-4669-42df-b7c0-fc356851b5a4 tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] 10.222.0.31 "GET /v2.0/ports?device_id=57099c29-992b-4d24-9ce5-251ac704d335 HTTP/1.1" status: 200 len: 210 time: 0.0300333 Dec 16 15:50:13.807963 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985ab19-2da9-43d0-9f31-d220d9331b1d req-56fbc938-1511-40f5-a665-15c9d317446e tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:13.809391 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-2985ab19-2da9-43d0-9f31-d220d9331b1d req-56fbc938-1511-40f5-a665-15c9d317446e tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1827652 Dec 16 15:50:13.846472 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.v2.base [req-2985ab19-2da9-43d0-9f31-d220d9331b1d req-75ed8d2c-89e4-4e49-94a3-509dcb4ff054 tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] Request body: {'port': {'device_id': '57099c29-992b-4d24-9ce5-251ac704d335', 'network_id': '77b6db8f-f0b2-468a-a9c1-51054a23574c', 'admin_state_up': True, 'tenant_id': '02f0ef78d0784036a0c421741c8de20e'}} {{(pid=108904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:50:13.972324 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2985ab19-2da9-43d0-9f31-d220d9331b1d req-75ed8d2c-89e4-4e49-94a3-509dcb4ff054 tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] Made reservation on behalf of 02f0ef78d0784036a0c421741c8de20e for: {'port': 1} {{(pid=108904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:50:13.976550 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-2985ab19-2da9-43d0-9f31-d220d9331b1d req-75ed8d2c-89e4-4e49-94a3-509dcb4ff054 tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:13.992359 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-2985ab19-2da9-43d0-9f31-d220d9331b1d req-75ed8d2c-89e4-4e49-94a3-509dcb4ff054 tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] Publish callbacks [] for security_group, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:14.092673 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-2985ab19-2da9-43d0-9f31-d220d9331b1d req-75ed8d2c-89e4-4e49-94a3-509dcb4ff054 tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] Publish callbacks [] for security_group, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:14.098777 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-2985ab19-2da9-43d0-9f31-d220d9331b1d req-75ed8d2c-89e4-4e49-94a3-509dcb4ff054 tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:14.102740 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da815c3-c6ea-4773-b538-2fe6c7e0f312 req-719b84f6-07d8-4061-957e-28d5bb9818ea tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:14.112380 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-5da815c3-c6ea-4773-b538-2fe6c7e0f312 req-719b84f6-07d8-4061-957e-28d5bb9818ea tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 945 time: 0.0761349 Dec 16 15:50:14.174508 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-5da815c3-c6ea-4773-b538-2fe6c7e0f312 req-0e969c35-1e61-4c79-8acd-332d5fd79f2f tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605114 Dec 16 15:50:14.181446 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ed8d2c-89e4-4e49-94a3-509dcb4ff054 tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f0857e-5b49-4055-846b-508f80012979,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:50:14.266763 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.db_base_plugin_common [req-2985ab19-2da9-43d0-9f31-d220d9331b1d req-75ed8d2c-89e4-4e49-94a3-509dcb4ff054 tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] Allocated IP 192.168.233.245 (77b6db8f-f0b2-468a-a9c1-51054a23574c/139c7395-c141-4e48-b330-b4836fd65678/07e7c44a-e6c2-471c-93ac-f346f0ad0d93) {{(pid=108904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:50:14.328678 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 38484) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:50:14.504644 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6951f006-a7eb-4f97-81a3-ebdc0da01f11 req-71f6282b-3435-433c-8371-9a7fdd895729 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:14.513955 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-6951f006-a7eb-4f97-81a3-ebdc0da01f11 req-71f6282b-3435-433c-8371-9a7fdd895729 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f1cffca-44cf-40b7-9216-7d78fdbef5b4 HTTP/1.1" status: 200 len: 946 time: 0.1033406 Dec 16 15:50:14.524748 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-2985ab19-2da9-43d0-9f31-d220d9331b1d req-75ed8d2c-89e4-4e49-94a3-509dcb4ff054 tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] Publish callbacks [] for port, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:14.577195 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-6951f006-a7eb-4f97-81a3-ebdc0da01f11 req-7b3187b9-d7b7-4720-bae5-3bcd54bf5ff0 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a06c891-fae3-406d-b89e-bc8eaf612049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612397 Dec 16 15:50:14.578686 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-ac3fea97-cbd1-48d2-9917-75d4d3e92beb admin admin] Publish callbacks [] for security_group, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:14.583583 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-2985ab19-2da9-43d0-9f31-d220d9331b1d req-75ed8d2c-89e4-4e49-94a3-509dcb4ff054 tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739691803594'] for port, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:14.629755 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2985ab19-2da9-43d0-9f31-d220d9331b1d req-75ed8d2c-89e4-4e49-94a3-509dcb4ff054 tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] Network 77b6db8f-f0b2-468a-a9c1-51054a23574c is already hosted by enough agents. {{(pid=108904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:50:14.632992 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.base_scheduler [req-2985ab19-2da9-43d0-9f31-d220d9331b1d req-75ed8d2c-89e4-4e49-94a3-509dcb4ff054 tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] Resources bound (agent type, host, resource id): {{(pid=108904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:50:14.636205 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [req-2985ab19-2da9-43d0-9f31-d220d9331b1d req-75ed8d2c-89e4-4e49-94a3-509dcb4ff054 tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] Received port after_create {{(pid=108904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:50:14.641743 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985ab19-2da9-43d0-9f31-d220d9331b1d req-75ed8d2c-89e4-4e49-94a3-509dcb4ff054 tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:14.642362 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-2985ab19-2da9-43d0-9f31-d220d9331b1d req-75ed8d2c-89e4-4e49-94a3-509dcb4ff054 tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294'] for port, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:14.655868 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ed8d2c-89e4-4e49-94a3-509dcb4ff054 tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] Pushing event updated for resources: {'Port': ['ID=07e7c44a-e6c2-471c-93ac-f346f0ad0d93,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:50:14.663967 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-2985ab19-2da9-43d0-9f31-d220d9331b1d req-75ed8d2c-89e4-4e49-94a3-509dcb4ff054 tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8256681 Dec 16 15:50:14.683472 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.v2.base [req-2985ab19-2da9-43d0-9f31-d220d9331b1d req-ab2c290e-b8d2-4231-81f2-223a94cbfc9a service neutron] Request body: {'port': {'device_id': '57099c29-992b-4d24-9ce5-251ac704d335', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=108904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:50:14.688840 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-ac3fea97-cbd1-48d2-9917-75d4d3e92beb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:14.702130 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-ac3fea97-cbd1-48d2-9917-75d4d3e92beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:14.771610 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-2985ab19-2da9-43d0-9f31-d220d9331b1d req-ab2c290e-b8d2-4231-81f2-223a94cbfc9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:14.785683 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-ac3fea97-cbd1-48d2-9917-75d4d3e92beb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c6d767a24210404b985bbd724cc739f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4555931 Dec 16 15:50:14.794200 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 38506) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:50:14.803682 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3fea97-cbd1-48d2-9917-75d4d3e92beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e577796-8a96-4e5e-958a-40d880ff60f5,revision_number=1']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:50:14.966286 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aae4fb-5575-4668-837e-5aa9a0a83a4a req-1a58024b-f521-453f-b22a-5e104aa3dcda tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:14.967865 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-19aae4fb-5575-4668-837e-5aa9a0a83a4a req-1a58024b-f521-453f-b22a-5e104aa3dcda tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] 10.222.0.31 "GET /v2.0/ports?device_id=57099c29-992b-4d24-9ce5-251ac704d335 HTTP/1.1" status: 200 len: 936 time: 0.0882311 Dec 16 15:50:15.033114 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-19aae4fb-5575-4668-837e-5aa9a0a83a4a req-8f8d3784-efd3-4fde-b178-69293c7b900a tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1f0857e-5b49-4055-846b-508f80012979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575454 Dec 16 15:50:15.042413 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-ad0ff98a-a0a4-4708-b826-a3e96b517810 None None] Provisioning complete for port 07e7c44a-e6c2-471c-93ac-f346f0ad0d93 triggered by entity DHCP. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:50:15.043369 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ad0ff98a-a0a4-4708-b826-a3e96b517810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:15.055891 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-cfbcadee-5f29-494a-a327-831719fdef2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:15.079042 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-ad0ff98a-a0a4-4708-b826-a3e96b517810 None None] Port 07e7c44a-e6c2-471c-93ac-f346f0ad0d93 cannot update to ACTIVE because it is not bound. {{(pid=108906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:50:15.118936 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-cfbcadee-5f29-494a-a327-831719fdef2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:15.183099 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-cfbcadee-5f29-494a-a327-831719fdef2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:15.191490 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-cfbcadee-5f29-494a-a327-831719fdef2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:15.191490 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-cfbcadee-5f29-494a-a327-831719fdef2e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9e577796-8a96-4e5e-958a-40d880ff60f5 HTTP/1.1" status: 204 len: 168 time: 0.3841527 Dec 16 15:50:15.204263 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbcadee-5f29-494a-a327-831719fdef2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e577796-8a96-4e5e-958a-40d880ff60f5,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:50:15.279419 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.notifiers.nova [req-2985ab19-2da9-43d0-9f31-d220d9331b1d req-ab2c290e-b8d2-4231-81f2-223a94cbfc9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07e7c44a-e6c2-471c-93ac-f346f0ad0d93 {{(pid=108904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:50:15.287643 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-2985ab19-2da9-43d0-9f31-d220d9331b1d req-ab2c290e-b8d2-4231-81f2-223a94cbfc9a service neutron] Publish callbacks [] for port, precommit_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:15.302236 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.provisioning_blocks [req-2985ab19-2da9-43d0-9f31-d220d9331b1d req-ab2c290e-b8d2-4231-81f2-223a94cbfc9a service neutron] Transition to ACTIVE for port object 07e7c44a-e6c2-471c-93ac-f346f0ad0d93 will not be triggered until provisioned by entity L2. {{(pid=108904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:50:15.307375 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-2985ab19-2da9-43d0-9f31-d220d9331b1d req-ab2c290e-b8d2-4231-81f2-223a94cbfc9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:15.319382 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b276de79-ebe0-4f45-b098-a7f26a5f843d req-2619e92c-1473-4b15-a860-47e8a9647eb9 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:15.325992 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-b276de79-ebe0-4f45-b098-a7f26a5f843d req-2619e92c-1473-4b15-a860-47e8a9647eb9 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 945 time: 0.0543439 Dec 16 15:50:15.372658 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2c290e-b8d2-4231-81f2-223a94cbfc9a service neutron] Pushing event updated for resources: {'Port': ['ID=07e7c44a-e6c2-471c-93ac-f346f0ad0d93,revision_number=2']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:50:15.388627 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-b276de79-ebe0-4f45-b098-a7f26a5f843d req-228fd9ee-fd60-4f78-8a0d-7eca3ac6f2df tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612717 Dec 16 15:50:15.402826 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.managers [req-2985ab19-2da9-43d0-9f31-d220d9331b1d req-ab2c290e-b8d2-4231-81f2-223a94cbfc9a service neutron] Attempting to bind port 07e7c44a-e6c2-471c-93ac-f346f0ad0d93 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:50:15.403155 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.managers [req-2985ab19-2da9-43d0-9f31-d220d9331b1d req-ab2c290e-b8d2-4231-81f2-223a94cbfc9a service neutron] Attempting to bind port 07e7c44a-e6c2-471c-93ac-f346f0ad0d93 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '31f2ea91-b1b4-4d0b-8a23-8596576404c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '77b6db8f-f0b2-468a-a9c1-51054a23574c'}] {{(pid=108904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:50:15.403466 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2985ab19-2da9-43d0-9f31-d220d9331b1d req-ab2c290e-b8d2-4231-81f2-223a94cbfc9a service neutron] Attempting to bind port 07e7c44a-e6c2-471c-93ac-f346f0ad0d93 on network 77b6db8f-f0b2-468a-a9c1-51054a23574c {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:50:15.408731 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2985ab19-2da9-43d0-9f31-d220d9331b1d req-ab2c290e-b8d2-4231-81f2-223a94cbfc9a service neutron] Port 07e7c44a-e6c2-471c-93ac-f346f0ad0d93 on network 77b6db8f-f0b2-468a-a9c1-51054a23574c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:50:15.409044 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2985ab19-2da9-43d0-9f31-d220d9331b1d req-ab2c290e-b8d2-4231-81f2-223a94cbfc9a service neutron] Attempting to bind port 07e7c44a-e6c2-471c-93ac-f346f0ad0d93 on network 77b6db8f-f0b2-468a-a9c1-51054a23574c {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:50:15.414040 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2985ab19-2da9-43d0-9f31-d220d9331b1d req-ab2c290e-b8d2-4231-81f2-223a94cbfc9a service neutron] Checking agent: {'id': 'cc3d5e4c-e00e-4c48-b0f7-4cab06ea1ca9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 46, 48), 'started_at': datetime.datetime(2021, 12, 16, 15, 46, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:50:15.414397 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2985ab19-2da9-43d0-9f31-d220d9331b1d req-ab2c290e-b8d2-4231-81f2-223a94cbfc9a service neutron] Checking segment: {'id': '31f2ea91-b1b4-4d0b-8a23-8596576404c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '77b6db8f-f0b2-468a-a9c1-51054a23574c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:50:15.414770 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2985ab19-2da9-43d0-9f31-d220d9331b1d req-ab2c290e-b8d2-4231-81f2-223a94cbfc9a service neutron] Bound using segment: {'id': '31f2ea91-b1b4-4d0b-8a23-8596576404c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '77b6db8f-f0b2-468a-a9c1-51054a23574c'} {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:50:15.415216 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.managers [req-2985ab19-2da9-43d0-9f31-d220d9331b1d req-ab2c290e-b8d2-4231-81f2-223a94cbfc9a service neutron] Bound port: 07e7c44a-e6c2-471c-93ac-f346f0ad0d93, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31f2ea91-b1b4-4d0b-8a23-8596576404c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '77b6db8f-f0b2-468a-a9c1-51054a23574c'}}] {{(pid=108904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:50:15.415559 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-2985ab19-2da9-43d0-9f31-d220d9331b1d req-ab2c290e-b8d2-4231-81f2-223a94cbfc9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:15.484176 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.db [req-2985ab19-2da9-43d0-9f31-d220d9331b1d req-ab2c290e-b8d2-4231-81f2-223a94cbfc9a service neutron] For port 07e7c44a-e6c2-471c-93ac-f346f0ad0d93, host hv-cinder-78447, cleared binding levels {{(pid=108904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:50:15.484176 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.db [req-2985ab19-2da9-43d0-9f31-d220d9331b1d req-ab2c290e-b8d2-4231-81f2-223a94cbfc9a service neutron] For port 07e7c44a-e6c2-471c-93ac-f346f0ad0d93, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=07e7c44a-e6c2-471c-93ac-f346f0ad0d93,segment=NetworkSegment(31f2ea91-b1b4-4d0b-8a23-8596576404c5),segment_id=31f2ea91-b1b4-4d0b-8a23-8596576404c5)] {{(pid=108904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:50:15.492152 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-2985ab19-2da9-43d0-9f31-d220d9331b1d req-ab2c290e-b8d2-4231-81f2-223a94cbfc9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:15.530455 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985ab19-2da9-43d0-9f31-d220d9331b1d req-ab2c290e-b8d2-4231-81f2-223a94cbfc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:15.530890 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-2985ab19-2da9-43d0-9f31-d220d9331b1d req-ab2c290e-b8d2-4231-81f2-223a94cbfc9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294'] for port, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:15.532708 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-2985ab19-2da9-43d0-9f31-d220d9331b1d req-ab2c290e-b8d2-4231-81f2-223a94cbfc9a service neutron] 10.222.0.66 "PUT /v2.0/ports/07e7c44a-e6c2-471c-93ac-f346f0ad0d93 HTTP/1.1" status: 200 len: 1098 time: 0.8555226 Dec 16 15:50:15.535384 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57099c29-992b-4d24-9ce5-251ac704d335', 'tag': '07e7c44a-e6c2-471c-93ac-f346f0ad0d93'}] {{(pid=108904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:50:15.538617 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0a2cce90635460fa9ee7acd2d2298fc55a52ab45a9458d7253143d338a4b89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5136648-9051-4539-9d96-10f5be9a61b5" -d '{"events": [{"name": "network-changed", "server_uuid": "57099c29-992b-4d24-9ce5-251ac704d335", "tag": "07e7c44a-e6c2-471c-93ac-f346f0ad0d93"}]}' {{(pid=108904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:50:15.547250 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 38524) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:50:15.567823 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-9da995ab-8466-42c2-8fd4-810b0e1efc2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:15.579703 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2c290e-b8d2-4231-81f2-223a94cbfc9a service neutron] Pushing event updated for resources: {'Port': ['ID=07e7c44a-e6c2-471c-93ac-f346f0ad0d93,revision_number=3']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:50:15.610188 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c1fcc7b-9a27-428e-84ba-1592b776674d x-openstack-request-id: req-6c1fcc7b-9a27-428e-84ba-1592b776674d {{(pid=108904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:50:15.610473 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57099c29-992b-4d24-9ce5-251ac704d335", "tag": "07e7c44a-e6c2-471c-93ac-f346f0ad0d93", "status": "completed", "code": 200}]} {{(pid=108904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:50:15.610728 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6c1fcc7b-9a27-428e-84ba-1592b776674d {{(pid=108904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:50:15.613104 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57099c29-992b-4d24-9ce5-251ac704d335', 'tag': '07e7c44a-e6c2-471c-93ac-f346f0ad0d93', 'status': 'completed', 'code': 200} Dec 16 15:50:15.667850 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985ab19-2da9-43d0-9f31-d220d9331b1d req-f06ad4ca-e0c1-4a3c-aa15-71d80344ec2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:15.669798 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-2985ab19-2da9-43d0-9f31-d220d9331b1d req-f06ad4ca-e0c1-4a3c-aa15-71d80344ec2f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=02f0ef78d0784036a0c421741c8de20e&device_id=57099c29-992b-4d24-9ce5-251ac704d335 HTTP/1.1" status: 200 len: 1101 time: 0.0553782 Dec 16 15:50:15.709346 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-9da995ab-8466-42c2-8fd4-810b0e1efc2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:15.722991 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-9da995ab-8466-42c2-8fd4-810b0e1efc2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:15.733510 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-2985ab19-2da9-43d0-9f31-d220d9331b1d req-b3ab3f78-5554-4abd-ae15-0e4981586d26 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=07e7c44a-e6c2-471c-93ac-f346f0ad0d93 HTTP/1.1" status: 200 len: 217 time: 0.0483034 Dec 16 15:50:15.973990 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-9da995ab-8466-42c2-8fd4-810b0e1efc2d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4802f0778bfb4d4492c79c37da77e1ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4256239 Dec 16 15:50:15.977142 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 38544) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:50:15.979220 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da995ab-8466-42c2-8fd4-810b0e1efc2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b685c9c1-46d5-4def-9d1c-3a212d7db796,revision_number=1']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:50:15.992140 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbff2d6-a0f2-43ef-b75a-982e1e9b2fae req-39d31d86-f27a-4869-9ef3-fde7243cd62f tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:15.993668 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-ebbff2d6-a0f2-43ef-b75a-982e1e9b2fae req-39d31d86-f27a-4869-9ef3-fde7243cd62f tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f1cffca-44cf-40b7-9216-7d78fdbef5b4 HTTP/1.1" status: 200 len: 946 time: 0.2828686 Dec 16 15:50:16.042084 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-af2dae25-395e-4419-9ebb-b0b6991838f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:16.050897 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-ebbff2d6-a0f2-43ef-b75a-982e1e9b2fae req-dc8363bb-0a80-450a-a5ab-7cc22b864e2c tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a06c891-fae3-406d-b89e-bc8eaf612049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484405 Dec 16 15:50:16.067391 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-af2dae25-395e-4419-9ebb-b0b6991838f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:16.128578 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-af2dae25-395e-4419-9ebb-b0b6991838f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:16.131629 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-af2dae25-395e-4419-9ebb-b0b6991838f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:16.132865 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-af2dae25-395e-4419-9ebb-b0b6991838f5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b685c9c1-46d5-4def-9d1c-3a212d7db796 HTTP/1.1" status: 204 len: 168 time: 0.1545730 Dec 16 15:50:16.141257 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2dae25-395e-4419-9ebb-b0b6991838f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b685c9c1-46d5-4def-9d1c-3a212d7db796,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:50:16.196888 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5650f4b-421a-455e-ad19-fb87dd88f555 req-f515c815-aac1-4d6d-9735-0f499c9c3c2a tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:16.199410 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c5650f4b-421a-455e-ad19-fb87dd88f555 req-f515c815-aac1-4d6d-9735-0f499c9c3c2a tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] 10.222.0.31 "GET /v2.0/ports?device_id=57099c29-992b-4d24-9ce5-251ac704d335 HTTP/1.1" status: 200 len: 948 time: 0.0693109 Dec 16 15:50:16.254243 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c5650f4b-421a-455e-ad19-fb87dd88f555 req-e944344a-c9b1-4ae1-9b2b-2922f07a5dfb tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1f0857e-5b49-4055-846b-508f80012979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477474 Dec 16 15:50:16.503954 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a8e79a-87e4-425e-9bc1-147c03e88ef3 req-352b8acd-22fb-4905-8d5b-b80b825ff9f4 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:16.505514 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c2a8e79a-87e4-425e-9bc1-147c03e88ef3 req-352b8acd-22fb-4905-8d5b-b80b825ff9f4 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 945 time: 0.0523584 Dec 16 15:50:16.553963 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c2a8e79a-87e4-425e-9bc1-147c03e88ef3 req-8aaf27c3-0156-4d84-b726-e91a42822af1 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422208 Dec 16 15:50:16.673078 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985ab19-2da9-43d0-9f31-d220d9331b1d req-3a783953-189e-45da-bcc6-03b4dc3fe4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:16.674690 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-2985ab19-2da9-43d0-9f31-d220d9331b1d req-3a783953-189e-45da-bcc6-03b4dc3fe4f6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=139c7395-c141-4e48-b330-b4836fd65678 HTTP/1.1" status: 200 len: 843 time: 0.0523996 Dec 16 15:50:17.369911 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f05b5b-a199-4c0d-bda5-ad711ea28386 req-1d94ca1e-ca2d-4db2-a275-bd84f386abb6 tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:17.372342 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-f3f05b5b-a199-4c0d-bda5-ad711ea28386 req-1d94ca1e-ca2d-4db2-a275-bd84f386abb6 tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] 10.222.0.31 "GET /v2.0/ports?device_id=57099c29-992b-4d24-9ce5-251ac704d335 HTTP/1.1" status: 200 len: 948 time: 0.0488095 Dec 16 15:50:17.421700 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-f3f05b5b-a199-4c0d-bda5-ad711ea28386 req-b56ef9d5-9a6b-4326-a809-50a40bc866e1 tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1f0857e-5b49-4055-846b-508f80012979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427909 Dec 16 15:50:17.668775 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d93876-41ac-482a-ac59-3ba6853a1464 req-be81511f-abbd-4c38-b83f-507b0963a72e tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:17.670300 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-95d93876-41ac-482a-ac59-3ba6853a1464 req-be81511f-abbd-4c38-b83f-507b0963a72e tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 945 time: 0.0495160 Dec 16 15:50:17.721610 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-95d93876-41ac-482a-ac59-3ba6853a1464 req-4cd1e1dd-a922-4ad8-8641-f621ec3a6d28 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449615 Dec 16 15:50:17.870645 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:18.573103 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada3bfb9-d5e3-40d8-a104-06fb81e5d23c req-83f252e4-87bc-4746-8e0d-49c0c7b41e6b tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:18.574811 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-ada3bfb9-d5e3-40d8-a104-06fb81e5d23c req-83f252e4-87bc-4746-8e0d-49c0c7b41e6b tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] 10.222.0.31 "GET /v2.0/ports?device_id=57099c29-992b-4d24-9ce5-251ac704d335 HTTP/1.1" status: 200 len: 948 time: 0.0692656 Dec 16 15:50:18.590001 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985ab19-2da9-43d0-9f31-d220d9331b1d req-60e79144-f5da-4739-a67a-af0cef5e6229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:18.595370 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-2985ab19-2da9-43d0-9f31-d220d9331b1d req-60e79144-f5da-4739-a67a-af0cef5e6229 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=77b6db8f-f0b2-468a-a9c1-51054a23574c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0578911 Dec 16 15:50:18.657647 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-ada3bfb9-d5e3-40d8-a104-06fb81e5d23c req-f03f415a-6c04-4951-81ae-ccac65d3d39a tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1f0857e-5b49-4055-846b-508f80012979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751402 Dec 16 15:50:18.710161 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-2985ab19-2da9-43d0-9f31-d220d9331b1d req-769e5a52-541c-45ff-a80c-6a0256d96399 service neutron] 10.222.0.66 "GET /v2.0/networks/77b6db8f-f0b2-468a-a9c1-51054a23574c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980954 Dec 16 15:50:18.831701 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-2985ab19-2da9-43d0-9f31-d220d9331b1d req-9d935d68-ec36-4066-ab16-88947f62a7d6 service neutron] 10.222.0.66 "GET /v2.0/networks/77b6db8f-f0b2-468a-a9c1-51054a23574c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085982 Dec 16 15:50:18.862621 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b631b9af-2a43-4aa3-ad82-c64929c1bda1 req-4befca9f-cbf8-4a50-8c8c-715175761ec7 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:18.865547 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-b631b9af-2a43-4aa3-ad82-c64929c1bda1 req-4befca9f-cbf8-4a50-8c8c-715175761ec7 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 945 time: 0.0569100 Dec 16 15:50:18.917929 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-b631b9af-2a43-4aa3-ad82-c64929c1bda1 req-e0ffd962-9333-431a-af3b-e44b7a3e3d7b tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468326 Dec 16 15:50:18.937025 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5136648-9051-4539-9d96-10f5be9a61b5 req-25a4bac2-63cf-4a18-89e9-97395ad40a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:18.938635 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-c5136648-9051-4539-9d96-10f5be9a61b5 req-25a4bac2-63cf-4a18-89e9-97395ad40a0b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=02f0ef78d0784036a0c421741c8de20e&device_id=57099c29-992b-4d24-9ce5-251ac704d335 HTTP/1.1" status: 200 len: 1101 time: 0.0430920 Dec 16 15:50:19.052384 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5136648-9051-4539-9d96-10f5be9a61b5 req-2ee80051-b18b-4d3b-813c-899a147dead8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:19.054171 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-c5136648-9051-4539-9d96-10f5be9a61b5 req-2ee80051-b18b-4d3b-813c-899a147dead8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=77b6db8f-f0b2-468a-a9c1-51054a23574c HTTP/1.1" status: 200 len: 870 time: 0.0980077 Dec 16 15:50:19.101390 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-c5136648-9051-4539-9d96-10f5be9a61b5 req-9245fde8-add4-4930-90a2-d3221f408ac5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=07e7c44a-e6c2-471c-93ac-f346f0ad0d93 HTTP/1.1" status: 200 len: 217 time: 0.0347564 Dec 16 15:50:19.156008 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5136648-9051-4539-9d96-10f5be9a61b5 req-67e0105a-c5b1-457f-bcba-69f1d81dde13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:19.157645 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-c5136648-9051-4539-9d96-10f5be9a61b5 req-67e0105a-c5b1-457f-bcba-69f1d81dde13 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=139c7395-c141-4e48-b330-b4836fd65678 HTTP/1.1" status: 200 len: 843 time: 0.0473859 Dec 16 15:50:19.202650 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5136648-9051-4539-9d96-10f5be9a61b5 req-35d4e246-c586-4ffe-ba93-86735755bcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:19.204109 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-c5136648-9051-4539-9d96-10f5be9a61b5 req-35d4e246-c586-4ffe-ba93-86735755bcaa service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=77b6db8f-f0b2-468a-a9c1-51054a23574c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0391309 Dec 16 15:50:19.204607 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 38720) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:50:19.299118 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-c5136648-9051-4539-9d96-10f5be9a61b5 req-ed379191-68d1-48b4-869f-67d3155bd124 service neutron] 10.222.0.66 "GET /v2.0/networks/77b6db8f-f0b2-468a-a9c1-51054a23574c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792394 Dec 16 15:50:19.307280 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-ff4cc59a-9087-4b2f-a609-6e9107fde1e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:19.394949 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-c5136648-9051-4539-9d96-10f5be9a61b5 req-4ef057e0-9a3d-4322-bcda-77a14421b250 service neutron] 10.222.0.66 "GET /v2.0/networks/77b6db8f-f0b2-468a-a9c1-51054a23574c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875595 Dec 16 15:50:19.401305 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-ff4cc59a-9087-4b2f-a609-6e9107fde1e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:19.406438 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-ff4cc59a-9087-4b2f-a609-6e9107fde1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:19.443395 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-ff4cc59a-9087-4b2f-a609-6e9107fde1e4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=947e0ec369c145c0841ea7f599179a30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2377002 Dec 16 15:50:19.444072 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4cc59a-9087-4b2f-a609-6e9107fde1e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25f3b710-4190-4413-a50e-a5ca8a2b287b,revision_number=1']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:50:19.446321 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 38726) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:50:19.494475 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-23c65953-a76e-47e5-92b0-75d28f61f598 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:19.515434 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-23c65953-a76e-47e5-92b0-75d28f61f598 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:19.562963 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-23c65953-a76e-47e5-92b0-75d28f61f598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:19.566980 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-23c65953-a76e-47e5-92b0-75d28f61f598 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:19.568334 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-23c65953-a76e-47e5-92b0-75d28f61f598 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/25f3b710-4190-4413-a50e-a5ca8a2b287b HTTP/1.1" status: 204 len: 168 time: 0.1210747 Dec 16 15:50:19.578272 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c65953-a76e-47e5-92b0-75d28f61f598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f3b710-4190-4413-a50e-a5ca8a2b287b,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:50:19.769596 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542d647-257c-44cc-8c0f-c1072365680b req-8b238de5-a9ef-40fa-b12a-9c3a4732d20e tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:19.771233 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-8542d647-257c-44cc-8c0f-c1072365680b req-8b238de5-a9ef-40fa-b12a-9c3a4732d20e tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] 10.222.0.31 "GET /v2.0/ports?device_id=57099c29-992b-4d24-9ce5-251ac704d335 HTTP/1.1" status: 200 len: 948 time: 0.0476623 Dec 16 15:50:19.818394 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-8542d647-257c-44cc-8c0f-c1072365680b req-0c46d8eb-8265-4419-b412-a6e5d1e53f25 tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1f0857e-5b49-4055-846b-508f80012979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406606 Dec 16 15:50:19.832147 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 38738) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:50:19.845330 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-52c8bb29-0328-4d3e-993d-972b749d2bad admin admin] Publish callbacks [] for security_group, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:19.920580 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-52c8bb29-0328-4d3e-993d-972b749d2bad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:19.925988 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-52c8bb29-0328-4d3e-993d-972b749d2bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:19.963717 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-52c8bb29-0328-4d3e-993d-972b749d2bad admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0c218c178e08426bb2dd3ea8a6acba7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1304188 Dec 16 15:50:19.964669 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c8bb29-0328-4d3e-993d-972b749d2bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3f9e42-0784-4800-8019-e1e5a07e1207,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:50:19.966787 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 38742) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:50:20.055402 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5943b079-a4e3-4900-9db3-7be912474a8b req-d3ef0d5d-556a-43c6-aaaa-0a80e33cf90d tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:20.056861 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-5943b079-a4e3-4900-9db3-7be912474a8b req-d3ef0d5d-556a-43c6-aaaa-0a80e33cf90d tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 945 time: 0.0740533 Dec 16 15:50:20.057639 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-f7ef9767-fa1a-422b-a14a-6ad88cc21e22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:20.091036 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-f7ef9767-fa1a-422b-a14a-6ad88cc21e22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:20.139610 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-5943b079-a4e3-4900-9db3-7be912474a8b req-2c23b0b5-83c9-4f81-9311-c1f709bbc1e0 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729320 Dec 16 15:50:20.158814 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-f7ef9767-fa1a-422b-a14a-6ad88cc21e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:20.161355 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-f7ef9767-fa1a-422b-a14a-6ad88cc21e22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:20.162471 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-f7ef9767-fa1a-422b-a14a-6ad88cc21e22 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ec3f9e42-0784-4800-8019-e1e5a07e1207 HTTP/1.1" status: 204 len: 168 time: 0.1938853 Dec 16 15:50:20.171485 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ef9767-fa1a-422b-a14a-6ad88cc21e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3f9e42-0784-4800-8019-e1e5a07e1207,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:50:20.941338 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77f80df-38f1-4b87-bcc2-16311c0e19a6 req-bae0d95e-50df-4b50-bb1d-f7d11c1a322d tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:20.943840 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-a77f80df-38f1-4b87-bcc2-16311c0e19a6 req-bae0d95e-50df-4b50-bb1d-f7d11c1a322d tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] 10.222.0.31 "GET /v2.0/ports?device_id=57099c29-992b-4d24-9ce5-251ac704d335 HTTP/1.1" status: 200 len: 948 time: 0.0521805 Dec 16 15:50:20.996965 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-a77f80df-38f1-4b87-bcc2-16311c0e19a6 req-e883c9e3-15d7-4d11-8808-80ed0815f317 tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1f0857e-5b49-4055-846b-508f80012979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426385 Dec 16 15:50:21.277350 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8cd9da-4276-44ee-8b70-aed00d025121 req-989e379e-73e7-48d5-aee0-42821d391c6d tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:21.284503 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-7d8cd9da-4276-44ee-8b70-aed00d025121 req-989e379e-73e7-48d5-aee0-42821d391c6d tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 945 time: 0.0583143 Dec 16 15:50:21.328658 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-7d8cd9da-4276-44ee-8b70-aed00d025121 req-b60fc384-80c0-4bf1-80f9-546465fb1e90 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432971 Dec 16 15:50:22.121531 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57487de-40a2-40c9-815f-e2f52078c36b req-bb598d17-7ea8-4043-8519-b156722f6e41 tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:22.122979 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-b57487de-40a2-40c9-815f-e2f52078c36b req-bb598d17-7ea8-4043-8519-b156722f6e41 tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] 10.222.0.31 "GET /v2.0/ports?device_id=57099c29-992b-4d24-9ce5-251ac704d335 HTTP/1.1" status: 200 len: 948 time: 0.0482290 Dec 16 15:50:22.170179 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-b57487de-40a2-40c9-815f-e2f52078c36b req-53dfa432-5109-43ea-ab09-f7f588db5b8d tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1f0857e-5b49-4055-846b-508f80012979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411353 Dec 16 15:50:22.446104 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea609ce-ce2e-4cdc-bd05-39d3881c03df req-20540784-3fac-479e-8099-84543a795d18 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:22.447611 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-3ea609ce-ce2e-4cdc-bd05-39d3881c03df req-20540784-3fac-479e-8099-84543a795d18 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 945 time: 0.0478940 Dec 16 15:50:22.500459 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-3ea609ce-ce2e-4cdc-bd05-39d3881c03df req-d6f9ec67-5abc-4e6d-b089-961f9acc46fb tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463002 Dec 16 15:50:22.615064 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device 07e7c44a-e6c2-471c-93ac-f346f0ad0d93 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=108906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:50:22.713588 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] For port 07e7c44a-e6c2-471c-93ac-f346f0ad0d93, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=07e7c44a-e6c2-471c-93ac-f346f0ad0d93,segment=NetworkSegment(31f2ea91-b1b4-4d0b-8a23-8596576404c5),segment_id=31f2ea91-b1b4-4d0b-8a23-8596576404c5)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:50:22.724822 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Returning: {'device': '07e7c44a-e6c2-471c-93ac-f346f0ad0d93', 'network_id': '77b6db8f-f0b2-468a-a9c1-51054a23574c', 'port_id': '07e7c44a-e6c2-471c-93ac-f346f0ad0d93', 'mac_address': 'fa:16:3e:58:c7:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '139c7395-c141-4e48-b330-b4836fd65678', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:50:22.762666 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:22.775821 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.notifiers.nova [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07e7c44a-e6c2-471c-93ac-f346f0ad0d93 {{(pid=108906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:50:22.796587 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] For port 07e7c44a-e6c2-471c-93ac-f346f0ad0d93, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=07e7c44a-e6c2-471c-93ac-f346f0ad0d93,segment=NetworkSegment(31f2ea91-b1b4-4d0b-8a23-8596576404c5),segment_id=31f2ea91-b1b4-4d0b-8a23-8596576404c5)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:50:22.800350 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:22.853145 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Pushing event updated for resources: {'Port': ['ID=07e7c44a-e6c2-471c-93ac-f346f0ad0d93,revision_number=4']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:50:23.193048 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] get_ports_and_sgs() called for port_ids ['07e7c44a-e6c2-471c-93ac-f346f0ad0d93'] {{(pid=108906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:50:23.296858 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bff0df-ccca-4ef8-9b8a-46e4e91ccba7 req-85e2db50-8d9d-4fdd-a40f-bd5452b93ba1 tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:23.298265 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-91bff0df-ccca-4ef8-9b8a-46e4e91ccba7 req-85e2db50-8d9d-4fdd-a40f-bd5452b93ba1 tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] 10.222.0.31 "GET /v2.0/ports?device_id=57099c29-992b-4d24-9ce5-251ac704d335 HTTP/1.1" status: 200 len: 949 time: 0.0469012 Dec 16 15:50:23.357019 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-91bff0df-ccca-4ef8-9b8a-46e4e91ccba7 req-8b0d1eb3-07cf-4458-ab2f-597ec229a49b tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1f0857e-5b49-4055-846b-508f80012979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521593 Dec 16 15:50:23.597933 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 38934) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:50:23.618994 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f236090a-c51d-4149-b20f-f6d3474361a3 req-7d7595fe-8cc2-48d7-a631-a8e74b6af673 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:23.620485 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-f236090a-c51d-4149-b20f-f6d3474361a3 req-7d7595fe-8cc2-48d7-a631-a8e74b6af673 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 945 time: 0.0485826 Dec 16 15:50:23.666834 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-f236090a-c51d-4149-b20f-f6d3474361a3 req-06514777-5f6a-435e-b93d-0b27114ccbac tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402057 Dec 16 15:50:23.704042 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-c52f80ba-ea55-4f1e-ba26-d3bedbd1d551 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:23.777834 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-c52f80ba-ea55-4f1e-ba26-d3bedbd1d551 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:23.783963 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-c52f80ba-ea55-4f1e-ba26-d3bedbd1d551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:23.822561 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-c52f80ba-ea55-4f1e-ba26-d3bedbd1d551 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f9ee178c55824d948e62589b046981a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2234836 Dec 16 15:50:23.823399 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52f80ba-ea55-4f1e-ba26-d3bedbd1d551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f0f4c2-5a92-4732-ab4c-c69d7eb3cbe7,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:50:23.825568 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 38938) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:50:23.882712 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-206a7a2a-74f5-4f3b-8a74-baf921da24f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:23.901914 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-206a7a2a-74f5-4f3b-8a74-baf921da24f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:23.950949 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-206a7a2a-74f5-4f3b-8a74-baf921da24f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:23.953575 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-206a7a2a-74f5-4f3b-8a74-baf921da24f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:23.954704 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-206a7a2a-74f5-4f3b-8a74-baf921da24f0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/81f0f4c2-5a92-4732-ab4c-c69d7eb3cbe7 HTTP/1.1" status: 204 len: 168 time: 0.1278951 Dec 16 15:50:23.962435 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206a7a2a-74f5-4f3b-8a74-baf921da24f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f0f4c2-5a92-4732-ab4c-c69d7eb3cbe7,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:50:24.240497 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 38954) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:50:24.253349 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-606b24f0-88af-4ead-a4fa-27c653b8edf9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:24.334481 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-606b24f0-88af-4ead-a4fa-27c653b8edf9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:24.340738 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-606b24f0-88af-4ead-a4fa-27c653b8edf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:24.383963 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-606b24f0-88af-4ead-a4fa-27c653b8edf9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f8e4967198bb40a4b3c3b7b9755fac69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1423569 Dec 16 15:50:24.384853 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606b24f0-88af-4ead-a4fa-27c653b8edf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9339162b-dee5-49a7-9c41-794edb414716,revision_number=1']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:50:24.386873 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 38958) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:50:24.437100 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-ea3627c3-ceca-47d0-a849-b87187133823 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:24.458400 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-ea3627c3-ceca-47d0-a849-b87187133823 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:24.483325 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8259ac0-a2b5-4b20-8102-49852e6db8f2 req-32f3a88f-7cb4-430e-adf7-d2c504191bae tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:24.483325 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c8259ac0-a2b5-4b20-8102-49852e6db8f2 req-32f3a88f-7cb4-430e-adf7-d2c504191bae tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] 10.222.0.31 "GET /v2.0/ports?device_id=57099c29-992b-4d24-9ce5-251ac704d335 HTTP/1.1" status: 200 len: 949 time: 0.0538676 Dec 16 15:50:24.514328 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-ea3627c3-ceca-47d0-a849-b87187133823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:24.516819 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-ea3627c3-ceca-47d0-a849-b87187133823 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:24.517980 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-ea3627c3-ceca-47d0-a849-b87187133823 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9339162b-dee5-49a7-9c41-794edb414716 HTTP/1.1" status: 204 len: 168 time: 0.1299627 Dec 16 15:50:24.525574 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3627c3-ceca-47d0-a849-b87187133823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9339162b-dee5-49a7-9c41-794edb414716,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:50:24.532095 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c8259ac0-a2b5-4b20-8102-49852e6db8f2 req-62368fb6-9f7d-4199-975f-f69dd0238a8c tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1f0857e-5b49-4055-846b-508f80012979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453060 Dec 16 15:50:24.780328 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef2548-5e33-4472-a514-7527e5aa5c28 req-244fcbaa-604f-4dc1-a671-7ada0987ff4f tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:24.781826 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-a1ef2548-5e33-4472-a514-7527e5aa5c28 req-244fcbaa-604f-4dc1-a671-7ada0987ff4f tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 945 time: 0.0462484 Dec 16 15:50:24.835887 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-a1ef2548-5e33-4472-a514-7527e5aa5c28 req-dd565e03-f9b9-47d6-8d96-209b02e6d949 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478008 Dec 16 15:50:25.671399 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee50ea5f-b446-42b1-80e7-ed62c7a52ce5 req-0a307912-8e85-4472-b64f-5721002239ea tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:25.672979 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-ee50ea5f-b446-42b1-80e7-ed62c7a52ce5 req-0a307912-8e85-4472-b64f-5721002239ea tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] 10.222.0.31 "GET /v2.0/ports?device_id=57099c29-992b-4d24-9ce5-251ac704d335 HTTP/1.1" status: 200 len: 949 time: 0.0567575 Dec 16 15:50:25.723817 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-ee50ea5f-b446-42b1-80e7-ed62c7a52ce5 req-5b1e6dcf-6f6e-476c-8129-277b5f7ccae8 tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1f0857e-5b49-4055-846b-508f80012979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445852 Dec 16 15:50:25.956258 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f366012-06c9-4211-9624-0ca77766f8ac req-06267c27-1acb-42ee-a8aa-14661335e39a tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:25.957762 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-5f366012-06c9-4211-9624-0ca77766f8ac req-06267c27-1acb-42ee-a8aa-14661335e39a tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 945 time: 0.0488057 Dec 16 15:50:26.006532 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-5f366012-06c9-4211-9624-0ca77766f8ac req-93282ee3-d51b-489a-a7fb-ceaed6bc4a0c tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427992 Dec 16 15:50:26.868059 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832fc8b5-fb79-4dcd-97f9-758933aff503 req-589c79bf-c099-42e2-8c4d-9380525344ef tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:26.870062 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-832fc8b5-fb79-4dcd-97f9-758933aff503 req-589c79bf-c099-42e2-8c4d-9380525344ef tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] 10.222.0.31 "GET /v2.0/ports?device_id=57099c29-992b-4d24-9ce5-251ac704d335 HTTP/1.1" status: 200 len: 949 time: 0.0592763 Dec 16 15:50:26.922609 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-832fc8b5-fb79-4dcd-97f9-758933aff503 req-886f429a-701a-4752-b46e-73fc69bc517c tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1f0857e-5b49-4055-846b-508f80012979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447657 Dec 16 15:50:27.143063 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a301e-b79f-4fa5-921e-c20af6a37c32 req-20a831cc-07db-4eba-92d2-7c0318da53a7 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:27.145447 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-4a1a301e-b79f-4fa5-921e-c20af6a37c32 req-20a831cc-07db-4eba-92d2-7c0318da53a7 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 945 time: 0.0604281 Dec 16 15:50:27.195426 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-4a1a301e-b79f-4fa5-921e-c20af6a37c32 req-504b6422-439c-48b4-896e-498e3fbe34cc tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437543 Dec 16 15:50:28.060725 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152d1fe9-1c79-40f4-b01c-f49284d04e61 req-d4bf5e0e-d826-4594-8eb3-e9a8a7180f78 tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:28.062280 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-152d1fe9-1c79-40f4-b01c-f49284d04e61 req-d4bf5e0e-d826-4594-8eb3-e9a8a7180f78 tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] 10.222.0.31 "GET /v2.0/ports?device_id=57099c29-992b-4d24-9ce5-251ac704d335 HTTP/1.1" status: 200 len: 949 time: 0.0489476 Dec 16 15:50:28.111253 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-152d1fe9-1c79-40f4-b01c-f49284d04e61 req-830f7234-c6f8-40c4-bc5d-266f001c31c3 tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1f0857e-5b49-4055-846b-508f80012979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403402 Dec 16 15:50:28.325918 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f550a1-e5bd-4b4f-b594-b74b5e0557cf req-91bbd7c4-3679-45f1-aa35-2ebc233567e1 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:28.327399 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-03f550a1-e5bd-4b4f-b594-b74b5e0557cf req-91bbd7c4-3679-45f1-aa35-2ebc233567e1 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 945 time: 0.0497804 Dec 16 15:50:28.381771 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-03f550a1-e5bd-4b4f-b594-b74b5e0557cf req-78b1d451-0833-4f9f-bd47-34436dccb16b tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465393 Dec 16 15:50:29.234073 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b3781-04d0-4fc4-b229-4859bcf26b4d req-16c8e165-e28a-4ad4-bb1c-465cf8351653 tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:29.235673 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-816b3781-04d0-4fc4-b229-4859bcf26b4d req-16c8e165-e28a-4ad4-bb1c-465cf8351653 tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] 10.222.0.31 "GET /v2.0/ports?device_id=57099c29-992b-4d24-9ce5-251ac704d335 HTTP/1.1" status: 200 len: 949 time: 0.0571613 Dec 16 15:50:29.288162 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-816b3781-04d0-4fc4-b229-4859bcf26b4d req-d6d57130-9c63-49b2-a347-34c2142d2cd9 tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1f0857e-5b49-4055-846b-508f80012979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435712 Dec 16 15:50:29.511429 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbeb5dc-038b-4b1f-96c7-6560eeac50ba req-2074fdb2-2d75-4c39-9355-2bee66891bd2 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:29.512927 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-0cbeb5dc-038b-4b1f-96c7-6560eeac50ba req-2074fdb2-2d75-4c39-9355-2bee66891bd2 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 945 time: 0.0559301 Dec 16 15:50:29.559507 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-0cbeb5dc-038b-4b1f-96c7-6560eeac50ba req-89be887a-7e3c-46ad-aaef-06eae173f6e2 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400050 Dec 16 15:50:30.410963 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c96c5-d3cd-46d5-adbf-eeb43c6cf134 req-3fea088d-ae28-4df1-a78c-f40cee131258 tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:30.412314 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-e60c96c5-d3cd-46d5-adbf-eeb43c6cf134 req-3fea088d-ae28-4df1-a78c-f40cee131258 tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] 10.222.0.31 "GET /v2.0/ports?device_id=57099c29-992b-4d24-9ce5-251ac704d335 HTTP/1.1" status: 200 len: 949 time: 0.0521286 Dec 16 15:50:30.461990 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-e60c96c5-d3cd-46d5-adbf-eeb43c6cf134 req-a49407ee-bf94-4a5a-b238-50e0faf183aa tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1f0857e-5b49-4055-846b-508f80012979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435741 Dec 16 15:50:30.641806 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device 07e7c44a-e6c2-471c-93ac-f346f0ad0d93 up at agent hyperv_hv-cinder-78447 {{(pid=108906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:50:30.692441 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509744f2-d434-4015-982f-e99ac0870931 req-287767a4-5aa7-4171-9aec-61ce4128ecfc tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:30.694648 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-509744f2-d434-4015-982f-e99ac0870931 req-287767a4-5aa7-4171-9aec-61ce4128ecfc tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 945 time: 0.0603459 Dec 16 15:50:30.698734 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Provisioning for port 07e7c44a-e6c2-471c-93ac-f346f0ad0d93 completed by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:50:30.703088 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Provisioning complete for port 07e7c44a-e6c2-471c-93ac-f346f0ad0d93 triggered by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:50:30.703459 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:30.741985 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-509744f2-d434-4015-982f-e99ac0870931 req-925c9211-3cd4-451d-89e5-1a1223bd558d tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412529 Dec 16 15:50:30.780987 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:30.805162 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57099c29-992b-4d24-9ce5-251ac704d335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e7c44a-e6c2-471c-93ac-f346f0ad0d93'}] {{(pid=108906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:50:30.807340 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02b5cd720e1ebaa5714ffb0bc34871610594f2c4f6020a6f60f7cc29a5a8a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16556094-ed30-49b2-aa72-b3a333b27bd5" -d '{"events": [{"server_uuid": "57099c29-992b-4d24-9ce5-251ac704d335", "name": "network-vif-plugged", "status": "completed", "tag": "07e7c44a-e6c2-471c-93ac-f346f0ad0d93"}]}' {{(pid=108906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:50:30.820747 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] For port 07e7c44a-e6c2-471c-93ac-f346f0ad0d93, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=07e7c44a-e6c2-471c-93ac-f346f0ad0d93,segment=NetworkSegment(31f2ea91-b1b4-4d0b-8a23-8596576404c5),segment_id=31f2ea91-b1b4-4d0b-8a23-8596576404c5)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:50:30.825901 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:30.852605 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1132edb1-9d49-4dcc-8b84-50886c99f2b6 x-openstack-request-id: req-1132edb1-9d49-4dcc-8b84-50886c99f2b6 {{(pid=108906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:50:30.852886 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57099c29-992b-4d24-9ce5-251ac704d335", "name": "network-vif-plugged", "status": "completed", "tag": "07e7c44a-e6c2-471c-93ac-f346f0ad0d93", "code": 200}]} {{(pid=108906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:50:30.853065 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1132edb1-9d49-4dcc-8b84-50886c99f2b6 {{(pid=108906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:50:30.853525 dv-cinder-784477-11-iscsi neutron-server[108906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57099c29-992b-4d24-9ce5-251ac704d335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e7c44a-e6c2-471c-93ac-f346f0ad0d93', 'code': 200} Dec 16 15:50:30.880211 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Pushing event updated for resources: {'Port': ['ID=07e7c44a-e6c2-471c-93ac-f346f0ad0d93,revision_number=5']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:50:31.036732 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2a3b8a-02c2-49ab-a113-2ad2a2d47a9a req-5cb8d8f0-45ee-4b08-89ac-af089728e632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:31.038261 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-1b2a3b8a-02c2-49ab-a113-2ad2a2d47a9a req-5cb8d8f0-45ee-4b08-89ac-af089728e632 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=57099c29-992b-4d24-9ce5-251ac704d335 HTTP/1.1" status: 200 len: 1103 time: 0.0390749 Dec 16 15:50:31.091429 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-1b2a3b8a-02c2-49ab-a113-2ad2a2d47a9a req-9526ce28-ebba-48f9-b184-cc60482936ad service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a1f0857e-5b49-4055-846b-508f80012979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370677 Dec 16 15:50:31.587695 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9973c128-d716-4af7-bbf9-33aac2bf1e3c req-6c73dcce-3f87-48f2-8256-258139ad03b4 tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:31.589302 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-9973c128-d716-4af7-bbf9-33aac2bf1e3c req-6c73dcce-3f87-48f2-8256-258139ad03b4 tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] 10.222.0.31 "GET /v2.0/ports?device_id=57099c29-992b-4d24-9ce5-251ac704d335 HTTP/1.1" status: 200 len: 950 time: 0.0555453 Dec 16 15:50:31.637904 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-9973c128-d716-4af7-bbf9-33aac2bf1e3c req-93c97d71-d0ae-41b0-9aba-6a2fab3c75ee tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1f0857e-5b49-4055-846b-508f80012979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421233 Dec 16 15:50:31.873586 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc61d45-d3a9-4f20-b7e1-91202a51ac72 req-8cae68f7-8b64-4cfe-9d68-3a5c7282adf5 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:31.875764 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-dbc61d45-d3a9-4f20-b7e1-91202a51ac72 req-8cae68f7-8b64-4cfe-9d68-3a5c7282adf5 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 945 time: 0.0568488 Dec 16 15:50:31.924334 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-dbc61d45-d3a9-4f20-b7e1-91202a51ac72 req-7260f238-fb93-40fe-b8fd-7c3f42cd1bf6 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424263 Dec 16 15:50:32.752662 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3232ce5-d45f-4623-9fa5-b7df80a29752 req-04e75266-848b-4c94-a155-7a69da8c3d37 tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:32.754128 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-f3232ce5-d45f-4623-9fa5-b7df80a29752 req-04e75266-848b-4c94-a155-7a69da8c3d37 tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] 10.222.0.31 "GET /v2.0/ports?device_id=57099c29-992b-4d24-9ce5-251ac704d335 HTTP/1.1" status: 200 len: 950 time: 0.0496697 Dec 16 15:50:32.809597 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-f3232ce5-d45f-4623-9fa5-b7df80a29752 req-616190f8-5a0c-4aaf-8be6-a976c8a53416 tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1f0857e-5b49-4055-846b-508f80012979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494363 Dec 16 15:50:33.044823 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7becb99-c4d7-4b1a-a267-4801cae0d913 req-fcacc950-f588-40c2-8979-40fec742bd04 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:33.046980 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-b7becb99-c4d7-4b1a-a267-4801cae0d913 req-fcacc950-f588-40c2-8979-40fec742bd04 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 945 time: 0.0540855 Dec 16 15:50:33.096394 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-b7becb99-c4d7-4b1a-a267-4801cae0d913 req-284f0f03-62ec-40d5-ad13-e0e890f67934 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431840 Dec 16 15:50:33.930054 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343df4b-33bf-4444-aee7-1468f0445055 req-bf838562-f76f-4fcb-b798-802733721321 tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:33.931520 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-9343df4b-33bf-4444-aee7-1468f0445055 req-bf838562-f76f-4fcb-b798-802733721321 tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] 10.222.0.31 "GET /v2.0/ports?device_id=57099c29-992b-4d24-9ce5-251ac704d335 HTTP/1.1" status: 200 len: 950 time: 0.0521190 Dec 16 15:50:33.982703 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-9343df4b-33bf-4444-aee7-1468f0445055 req-3bcae50a-b79d-4897-8b77-4d2d57caeea6 tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1f0857e-5b49-4055-846b-508f80012979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452120 Dec 16 15:50:34.221836 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe3e528-0ef1-48e6-afa3-8c2ff6271b34 req-abae92ef-0daf-4b70-932f-16f7a0af2868 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:34.223302 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-cbe3e528-0ef1-48e6-afa3-8c2ff6271b34 req-abae92ef-0daf-4b70-932f-16f7a0af2868 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 945 time: 0.0538068 Dec 16 15:50:34.274957 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-cbe3e528-0ef1-48e6-afa3-8c2ff6271b34 req-731e81e0-253b-48a7-ba78-dc8bea95786d tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422587 Dec 16 15:50:35.110821 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3fd7f5-d1b4-48a2-bf00-90a0f28629a1 req-8ce5e43a-e62f-48f9-b7de-99fcbf1ce377 tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:35.112395 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-db3fd7f5-d1b4-48a2-bf00-90a0f28629a1 req-8ce5e43a-e62f-48f9-b7de-99fcbf1ce377 tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] 10.222.0.31 "GET /v2.0/ports?device_id=57099c29-992b-4d24-9ce5-251ac704d335 HTTP/1.1" status: 200 len: 950 time: 0.0509038 Dec 16 15:50:35.159842 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-db3fd7f5-d1b4-48a2-bf00-90a0f28629a1 req-e1e43277-c4f8-4eb8-8232-289d6149b772 tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1f0857e-5b49-4055-846b-508f80012979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414386 Dec 16 15:50:35.393479 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c3d03d-6447-47d2-8392-d7d0f6820436 req-f7293a8a-a40b-4ee4-9c57-1e4d9cc915f3 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:35.395066 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-94c3d03d-6447-47d2-8392-d7d0f6820436 req-f7293a8a-a40b-4ee4-9c57-1e4d9cc915f3 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 945 time: 0.0495532 Dec 16 15:50:35.449737 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-94c3d03d-6447-47d2-8392-d7d0f6820436 req-ab14b520-73b1-4ced-86ae-fc9a4ff620e6 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484345 Dec 16 15:50:36.292676 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530e0225-f2a1-4265-977c-5668c3617c81 req-679d8f0b-b0e9-44aa-b76c-0851570e2f50 tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:36.294218 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-530e0225-f2a1-4265-977c-5668c3617c81 req-679d8f0b-b0e9-44aa-b76c-0851570e2f50 tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] 10.222.0.31 "GET /v2.0/ports?device_id=57099c29-992b-4d24-9ce5-251ac704d335 HTTP/1.1" status: 200 len: 950 time: 0.0517840 Dec 16 15:50:36.346819 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-530e0225-f2a1-4265-977c-5668c3617c81 req-53fc1705-1e80-4dd0-a9fd-98da49b188f9 tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1f0857e-5b49-4055-846b-508f80012979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432634 Dec 16 15:50:36.565492 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd13ba-067b-4929-b56e-2021b1f3fdea req-a5b1baf9-5fb5-4bbf-afd9-a1cae5c6294b tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:36.566956 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-efbd13ba-067b-4929-b56e-2021b1f3fdea req-a5b1baf9-5fb5-4bbf-afd9-a1cae5c6294b tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 945 time: 0.0499473 Dec 16 15:50:36.617722 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-23eb2b74-8139-430f-92fe-dd7fcd1ea274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:36.619586 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-efbd13ba-067b-4929-b56e-2021b1f3fdea req-6be29fa8-15c3-4030-8166-af9725ea9e01 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439405 Dec 16 15:50:37.469194 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df180d3-a674-461f-aa56-262cdd6229b1 req-ec9c6f2a-dffc-44f9-8d0f-6fe9c2531071 tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:37.470560 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-1df180d3-a674-461f-aa56-262cdd6229b1 req-ec9c6f2a-dffc-44f9-8d0f-6fe9c2531071 tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] 10.222.0.31 "GET /v2.0/ports?device_id=57099c29-992b-4d24-9ce5-251ac704d335 HTTP/1.1" status: 200 len: 950 time: 0.0531411 Dec 16 15:50:37.524598 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-1df180d3-a674-461f-aa56-262cdd6229b1 req-23fdf9b7-183e-4fdc-983f-8f2d811b78c5 tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1f0857e-5b49-4055-846b-508f80012979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453806 Dec 16 15:50:37.747195 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54335b0-db1d-4764-b43b-49bf45ccbb26 req-618292e2-31d6-4121-b9ea-75c48d8f205c tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:37.748600 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c54335b0-db1d-4764-b43b-49bf45ccbb26 req-618292e2-31d6-4121-b9ea-75c48d8f205c tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 945 time: 0.0503254 Dec 16 15:50:37.796438 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c54335b0-db1d-4764-b43b-49bf45ccbb26 req-99d29fbb-be35-44cc-842e-822889a8b120 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415609 Dec 16 15:50:38.641387 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a7161-f57a-45e7-8cf6-397fe5fa586b req-690d6a4e-8ccc-4a40-8db9-e436815b0bd3 tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:38.642869 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-092a7161-f57a-45e7-8cf6-397fe5fa586b req-690d6a4e-8ccc-4a40-8db9-e436815b0bd3 tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] 10.222.0.31 "GET /v2.0/ports?device_id=57099c29-992b-4d24-9ce5-251ac704d335 HTTP/1.1" status: 200 len: 950 time: 0.0523469 Dec 16 15:50:38.693418 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-092a7161-f57a-45e7-8cf6-397fe5fa586b req-1d3b4f1e-1f00-4dac-ae81-8811756ce3e2 tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1f0857e-5b49-4055-846b-508f80012979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413465 Dec 16 15:50:38.858265 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-4dba9d3f-3823-4b1e-bc64-932de2efc3a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:38.918558 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9ad2b8-de0c-4669-98ba-575053dc836f req-eb2f27cc-d2c4-4bc5-8ea1-351c8ab0b0f0 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:38.920036 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-5d9ad2b8-de0c-4669-98ba-575053dc836f req-eb2f27cc-d2c4-4bc5-8ea1-351c8ab0b0f0 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 945 time: 0.0476048 Dec 16 15:50:38.968521 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-5d9ad2b8-de0c-4669-98ba-575053dc836f req-b688d699-34d7-4eaa-8403-504a4ffd44fb tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424082 Dec 16 15:50:39.809712 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778b16ef-6198-4fba-ac5f-40e7e2939303 req-759f68bd-21ea-4759-b24b-fe8e3c62d7cf tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:39.811191 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-778b16ef-6198-4fba-ac5f-40e7e2939303 req-759f68bd-21ea-4759-b24b-fe8e3c62d7cf tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] 10.222.0.31 "GET /v2.0/ports?device_id=57099c29-992b-4d24-9ce5-251ac704d335 HTTP/1.1" status: 200 len: 950 time: 0.0481207 Dec 16 15:50:39.861045 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-778b16ef-6198-4fba-ac5f-40e7e2939303 req-705d300d-d798-4e2e-9371-cbe0a8b35b2a tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1f0857e-5b49-4055-846b-508f80012979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438242 Dec 16 15:50:40.139844 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44243def-3aea-42e2-8a7b-60448586187f req-436ab099-6f67-4467-aa6a-506b5169d3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:40.141916 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-44243def-3aea-42e2-8a7b-60448586187f req-436ab099-6f67-4467-aa6a-506b5169d3d0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 1098 time: 0.0453377 Dec 16 15:50:40.195455 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-44243def-3aea-42e2-8a7b-60448586187f req-fab1f2ae-8f4e-4f40-8530-7e89f048f834 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410299 Dec 16 15:50:40.197535 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2d2df8-2ed8-4188-a50f-975fc7f19ab3 req-e37df6a1-62f2-48f5-b23c-c48628e89ea8 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:40.199048 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-df2d2df8-2ed8-4188-a50f-975fc7f19ab3 req-e37df6a1-62f2-48f5-b23c-c48628e89ea8 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 945 time: 0.1096385 Dec 16 15:50:40.214523 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0dd79-32a2-4dfb-9ccc-376436fa5e05 req-fa92b68b-be6a-440c-b42c-f62076f00cbf tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:40.215899 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-f2b0dd79-32a2-4dfb-9ccc-376436fa5e05 req-fa92b68b-be6a-440c-b42c-f62076f00cbf tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] 10.222.0.31 "GET /v2.0/ports?device_id=57099c29-992b-4d24-9ce5-251ac704d335 HTTP/1.1" status: 200 len: 950 time: 0.0793900 Dec 16 15:50:40.282155 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-df2d2df8-2ed8-4188-a50f-975fc7f19ab3 req-38417772-b49a-46f7-8a5d-c1aa508ead0f tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750322 Dec 16 15:50:40.291301 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-f2b0dd79-32a2-4dfb-9ccc-376436fa5e05 req-11747635-7e52-4913-bc21-b4462fe8c983 tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1f0857e-5b49-4055-846b-508f80012979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682943 Dec 16 15:50:40.505491 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-223b144f-a2e3-43d1-9ee0-793d55a0ef66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:41.180543 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f7fb9d-7505-44e5-bcbb-abf701906c8c req-97fd9685-62d7-4408-99f6-f3314903bf89 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:41.182114 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-95f7fb9d-7505-44e5-bcbb-abf701906c8c req-97fd9685-62d7-4408-99f6-f3314903bf89 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/networks?id=4e96172c-0b71-4de2-95ab-4226e7a02984 HTTP/1.1" status: 200 len: 815 time: 0.1136291 Dec 16 15:50:41.199733 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-95f7fb9d-7505-44e5-bcbb-abf701906c8c req-eba6c340-8183-4909-9fa8-409a93e91200 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/quotas/44bf2643f52c4cc5aa01ae68ef13e12f HTTP/1.1" status: 200 len: 375 time: 0.0092051 Dec 16 15:50:41.256676 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-95f7fb9d-7505-44e5-bcbb-abf701906c8c req-a0babf09-b563-4531-985e-63913d257a26 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=44bf2643f52c4cc5aa01ae68ef13e12f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0500982 Dec 16 15:50:41.265678 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-e6a1afc6-ab61-4c06-9aae-8bc4c5fea8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:41.352152 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-95f7fb9d-7505-44e5-bcbb-abf701906c8c req-123a7eb7-a2e1-4566-b7be-6b98afe93a6c service neutron] 10.222.0.31 "GET /v2.0/networks/4e96172c-0b71-4de2-95ab-4226e7a02984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877438 Dec 16 15:50:41.441994 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-95f7fb9d-7505-44e5-bcbb-abf701906c8c req-32151b6d-b840-4307-bace-4e4f4fb28a22 service neutron] 10.222.0.31 "GET /v2.0/networks/4e96172c-0b71-4de2-95ab-4226e7a02984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837061 Dec 16 15:50:41.632587 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3f1111-e058-4411-a78b-301f0b75945e req-eb9fa412-dacc-4eef-94ef-a86653adff84 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:41.634108 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-8a3f1111-e058-4411-a78b-301f0b75945e req-eb9fa412-dacc-4eef-94ef-a86653adff84 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 945 time: 0.0491395 Dec 16 15:50:41.687030 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-8a3f1111-e058-4411-a78b-301f0b75945e req-41c90349-d030-4993-bc79-5d6840478245 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468004 Dec 16 15:50:41.796151 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58509217-b4f7-44bb-884d-77ce3db96870 req-6c32154c-00a4-4bf8-9f23-28092c5079db tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:41.797710 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-58509217-b4f7-44bb-884d-77ce3db96870 req-6c32154c-00a4-4bf8-9f23-28092c5079db tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] 10.222.0.31 "GET /v2.0/ports?device_id=57099c29-992b-4d24-9ce5-251ac704d335 HTTP/1.1" status: 200 len: 950 time: 0.0482435 Dec 16 15:50:41.846627 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-58509217-b4f7-44bb-884d-77ce3db96870 req-3d9e0a21-3ebb-4718-8b62-b0b3184018db tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1f0857e-5b49-4055-846b-508f80012979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418763 Dec 16 15:50:41.918929 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-f5a9be99-8477-4fa0-838d-5a2ad4d26a4d req-b05ab1e5-418f-4927-880a-dcd34749b49a tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=16cc9992-8538-4151-b169-681a3458fad0 HTTP/1.1" status: 200 len: 210 time: 0.0248997 Dec 16 15:50:42.013869 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.agents_db [None req-3e981004-2469-4169-a15f-e329d1e51356 None None] Agent healthcheck: found 6 active agents {{(pid=108907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:50:42.748156 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:42.809633 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6364fa-2538-4714-be18-603bcd213800 req-2be341c2-0ce0-4cea-8a7b-f8381fd1b267 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:42.811058 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-ea6364fa-2538-4714-be18-603bcd213800 req-2be341c2-0ce0-4cea-8a7b-f8381fd1b267 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 945 time: 0.0470271 Dec 16 15:50:42.861177 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-ea6364fa-2538-4714-be18-603bcd213800 req-8b8fd0e5-a4d6-4da5-bf50-b0934700f776 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441196 Dec 16 15:50:42.976107 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c44aab-e35a-4c6a-b112-fa337146ee84 req-90410590-d928-474c-b4da-b0bf84ef3785 tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:42.977460 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-67c44aab-e35a-4c6a-b112-fa337146ee84 req-90410590-d928-474c-b4da-b0bf84ef3785 tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] 10.222.0.31 "GET /v2.0/ports?device_id=57099c29-992b-4d24-9ce5-251ac704d335 HTTP/1.1" status: 200 len: 950 time: 0.0565889 Dec 16 15:50:43.029773 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-67c44aab-e35a-4c6a-b112-fa337146ee84 req-6a016a28-cdc4-4e9a-be6c-6ea2c38cc113 tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1f0857e-5b49-4055-846b-508f80012979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461123 Dec 16 15:50:43.113913 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-6767a16f-f316-46bd-8aec-e553b6e6832e req-5ffe49b9-4a51-40d8-a17e-15ddb3d95ddf tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=16cc9992-8538-4151-b169-681a3458fad0 HTTP/1.1" status: 200 len: 210 time: 0.0305300 Dec 16 15:50:43.982146 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8cc315-1f37-42fc-a2d6-28a3da7ff438 req-0bb0ba0d-bee1-4971-9230-2ad0ba47d87e tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:43.983637 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-6b8cc315-1f37-42fc-a2d6-28a3da7ff438 req-0bb0ba0d-bee1-4971-9230-2ad0ba47d87e tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 945 time: 0.0503507 Dec 16 15:50:44.040458 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-6b8cc315-1f37-42fc-a2d6-28a3da7ff438 req-667914e7-6196-49ba-9265-1ff73f3af0f4 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488098 Dec 16 15:50:44.142379 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efadd842-b2e8-497c-9332-3ca3534c9fca req-3e812585-28ba-474f-9aa1-17ecae77ec7f tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:44.143974 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-efadd842-b2e8-497c-9332-3ca3534c9fca req-3e812585-28ba-474f-9aa1-17ecae77ec7f tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] 10.222.0.31 "GET /v2.0/ports?device_id=57099c29-992b-4d24-9ce5-251ac704d335 HTTP/1.1" status: 200 len: 950 time: 0.0504830 Dec 16 15:50:44.196045 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-efadd842-b2e8-497c-9332-3ca3534c9fca req-e5273c6a-48f4-4b58-8ee3-1fc9341fee3d tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1f0857e-5b49-4055-846b-508f80012979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456340 Dec 16 15:50:44.277205 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-0219deec-3b70-4143-aa40-d229317affd2 req-4708b159-5d10-4c8e-8960-ada657056f34 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=16cc9992-8538-4151-b169-681a3458fad0 HTTP/1.1" status: 200 len: 210 time: 0.0263374 Dec 16 15:50:45.161070 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a547a-707d-4f60-b4f3-56d98b0f7e95 req-ace0ca93-0bed-413f-b386-17aea1fa274f tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:45.162864 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-209a547a-707d-4f60-b4f3-56d98b0f7e95 req-ace0ca93-0bed-413f-b386-17aea1fa274f tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 945 time: 0.0517523 Dec 16 15:50:45.199000 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f7fb9d-7505-44e5-bcbb-abf701906c8c req-d7091cf9-e2c5-412b-b6f3-5aa13b58d376 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:45.200814 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-95f7fb9d-7505-44e5-bcbb-abf701906c8c req-d7091cf9-e2c5-412b-b6f3-5aa13b58d376 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.66 "GET /v2.0/networks?id=4e96172c-0b71-4de2-95ab-4226e7a02984 HTTP/1.1" status: 200 len: 815 time: 0.1233974 Dec 16 15:50:45.226826 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.v2.base [req-95f7fb9d-7505-44e5-bcbb-abf701906c8c req-739fe72b-8432-4a72-9152-ed8b8349cd59 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Request body: {'port': {'device_id': '16cc9992-8538-4151-b169-681a3458fad0', 'network_id': '4e96172c-0b71-4de2-95ab-4226e7a02984', 'admin_state_up': True, 'tenant_id': '44bf2643f52c4cc5aa01ae68ef13e12f'}} {{(pid=108904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:50:45.230516 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-209a547a-707d-4f60-b4f3-56d98b0f7e95 req-f01f4503-2377-4a5a-8fb3-0cb96d69de1b tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604773 Dec 16 15:50:45.361300 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d273b02b-e922-4309-b020-6811fee3a5d8 req-e76a8975-2ec3-4394-b72f-60e2e7ac5f5f tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:45.363234 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-d273b02b-e922-4309-b020-6811fee3a5d8 req-e76a8975-2ec3-4394-b72f-60e2e7ac5f5f tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] 10.222.0.31 "GET /v2.0/ports?device_id=57099c29-992b-4d24-9ce5-251ac704d335 HTTP/1.1" status: 200 len: 950 time: 0.0801582 Dec 16 15:50:45.395286 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-9c3ff58c-65cb-41e4-81aa-29f9c1e3e9fa req-2a36e9b0-c60e-48a0-a418-a81c77be9dd4 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=16cc9992-8538-4151-b169-681a3458fad0 HTTP/1.1" status: 200 len: 210 time: 0.0310040 Dec 16 15:50:45.443192 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-d273b02b-e922-4309-b020-6811fee3a5d8 req-92202717-12c0-4182-ad6f-0395b38af19f tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1f0857e-5b49-4055-846b-508f80012979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691912 Dec 16 15:50:45.607104 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95f7fb9d-7505-44e5-bcbb-abf701906c8c req-739fe72b-8432-4a72-9152-ed8b8349cd59 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Made reservation on behalf of 44bf2643f52c4cc5aa01ae68ef13e12f for: {'port': 1} {{(pid=108904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:50:45.610653 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-95f7fb9d-7505-44e5-bcbb-abf701906c8c req-739fe72b-8432-4a72-9152-ed8b8349cd59 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:45.766714 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-e1dbb485-5873-49ee-a2b8-b4e268ae05cf req-1dad323c-243d-4cd6-bf2c-ea3ca2363888 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=833cc951-4fe1-4d89-884f-6c98308de4bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0875509 Dec 16 15:50:45.767840 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.db_base_plugin_common [req-95f7fb9d-7505-44e5-bcbb-abf701906c8c req-739fe72b-8432-4a72-9152-ed8b8349cd59 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Allocated IP 172.20.0.8 (4e96172c-0b71-4de2-95ab-4226e7a02984/ffc256e7-ac77-4ea4-9344-8b0700e6fb89/b6e9a2c2-ced6-4a5c-a5ae-564dd49086c3) {{(pid=108904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:50:45.937227 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-95f7fb9d-7505-44e5-bcbb-abf701906c8c req-739fe72b-8432-4a72-9152-ed8b8349cd59 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Publish callbacks [] for port, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:45.962608 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dbb485-5873-49ee-a2b8-b4e268ae05cf req-50d2ef3f-2c2e-42bb-9d5e-423f25567ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:45.964261 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-e1dbb485-5873-49ee-a2b8-b4e268ae05cf req-50d2ef3f-2c2e-42bb-9d5e-423f25567ded service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=44bf2643f52c4cc5aa01ae68ef13e12f&device_id=833cc951-4fe1-4d89-884f-6c98308de4bc HTTP/1.1" status: 200 len: 1098 time: 0.0671222 Dec 16 15:50:45.983755 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-95f7fb9d-7505-44e5-bcbb-abf701906c8c req-739fe72b-8432-4a72-9152-ed8b8349cd59 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739691803594'] for port, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:46.001845 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] get_ports_and_sgs() called for port_ids ['83410d19-2bd0-4afe-845a-c137ecec96ca', '0711d501-f11e-421f-aa27-451f8a86c7e6', 'eb7f3056-2f47-436e-8398-5620ee86da73'] {{(pid=108906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:50:46.083085 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95f7fb9d-7505-44e5-bcbb-abf701906c8c req-739fe72b-8432-4a72-9152-ed8b8349cd59 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Network 4e96172c-0b71-4de2-95ab-4226e7a02984 is already hosted by enough agents. {{(pid=108904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:50:46.086554 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.base_scheduler [req-95f7fb9d-7505-44e5-bcbb-abf701906c8c req-739fe72b-8432-4a72-9152-ed8b8349cd59 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Resources bound (agent type, host, resource id): {{(pid=108904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:50:46.088437 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739fe72b-8432-4a72-9152-ed8b8349cd59 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Pushing event updated for resources: {'Port': ['ID=b6e9a2c2-ced6-4a5c-a5ae-564dd49086c3,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:50:46.090618 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f7fb9d-7505-44e5-bcbb-abf701906c8c req-739fe72b-8432-4a72-9152-ed8b8349cd59 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Received port after_create {{(pid=108904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:50:46.096325 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f7fb9d-7505-44e5-bcbb-abf701906c8c req-739fe72b-8432-4a72-9152-ed8b8349cd59 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:46.096999 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-95f7fb9d-7505-44e5-bcbb-abf701906c8c req-739fe72b-8432-4a72-9152-ed8b8349cd59 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294'] for port, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:46.118598 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739fe72b-8432-4a72-9152-ed8b8349cd59 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:50:46.118933 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739fe72b-8432-4a72-9152-ed8b8349cd59 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:50:46.119292 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739fe72b-8432-4a72-9152-ed8b8349cd59 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:50:46.119618 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739fe72b-8432-4a72-9152-ed8b8349cd59 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:50:46.119943 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739fe72b-8432-4a72-9152-ed8b8349cd59 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:50:46.120270 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739fe72b-8432-4a72-9152-ed8b8349cd59 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:50:46.120588 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739fe72b-8432-4a72-9152-ed8b8349cd59 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:50:46.120913 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739fe72b-8432-4a72-9152-ed8b8349cd59 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:50:46.121234 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739fe72b-8432-4a72-9152-ed8b8349cd59 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:50:46.121560 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739fe72b-8432-4a72-9152-ed8b8349cd59 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:50:46.121894 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739fe72b-8432-4a72-9152-ed8b8349cd59 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:50:46.122248 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739fe72b-8432-4a72-9152-ed8b8349cd59 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:50:46.122529 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739fe72b-8432-4a72-9152-ed8b8349cd59 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:50:46.128339 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-95f7fb9d-7505-44e5-bcbb-abf701906c8c req-739fe72b-8432-4a72-9152-ed8b8349cd59 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9060948 Dec 16 15:50:46.146274 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.v2.base [req-95f7fb9d-7505-44e5-bcbb-abf701906c8c req-b468cc22-d0fd-4979-9819-d6850100a8e7 service neutron] Request body: {'port': {'device_id': '16cc9992-8538-4151-b169-681a3458fad0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=108904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:50:46.184080 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dbb485-5873-49ee-a2b8-b4e268ae05cf req-89b1e196-b578-46c8-b7a3-ac811c936218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:46.185556 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-e1dbb485-5873-49ee-a2b8-b4e268ae05cf req-89b1e196-b578-46c8-b7a3-ac811c936218 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4e96172c-0b71-4de2-95ab-4226e7a02984 HTTP/1.1" status: 200 len: 916 time: 0.1957211 Dec 16 15:50:46.209582 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-95f7fb9d-7505-44e5-bcbb-abf701906c8c req-b468cc22-d0fd-4979-9819-d6850100a8e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:46.260187 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-e1dbb485-5873-49ee-a2b8-b4e268ae05cf req-46e975be-dbf1-4a4b-9f34-73e96c571cca service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83410d19-2bd0-4afe-845a-c137ecec96ca HTTP/1.1" status: 200 len: 217 time: 0.0464041 Dec 16 15:50:46.363068 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e5a9d-2941-4938-8112-2120a6706601 req-88fc7c3b-b63f-49e2-a553-2720ff70968b tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:46.370513 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-d10e5a9d-2941-4938-8112-2120a6706601 req-88fc7c3b-b63f-49e2-a553-2720ff70968b tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 945 time: 0.0595188 Dec 16 15:50:46.463468 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-d10e5a9d-2941-4938-8112-2120a6706601 req-ce61b341-3282-4a5e-9a1a-cb62e3a0aeee tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916727 Dec 16 15:50:46.479238 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5da621-25c1-4c13-9711-06fd9d1e2936 req-281e7b1d-15aa-46ea-af07-e0af2a6069f7 tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:46.481050 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-bc5da621-25c1-4c13-9711-06fd9d1e2936 req-281e7b1d-15aa-46ea-af07-e0af2a6069f7 tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] 10.222.0.66 "GET /v2.0/ports?device_id=57099c29-992b-4d24-9ce5-251ac704d335 HTTP/1.1" status: 200 len: 950 time: 0.0903671 Dec 16 15:50:46.510032 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dbb485-5873-49ee-a2b8-b4e268ae05cf req-b157ca37-8843-4d66-87d2-b6b67b1fbd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:46.511834 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-e1dbb485-5873-49ee-a2b8-b4e268ae05cf req-b157ca37-8843-4d66-87d2-b6b67b1fbd18 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ffc256e7-ac77-4ea4-9344-8b0700e6fb89 HTTP/1.1" status: 200 len: 855 time: 0.1609418 Dec 16 15:50:46.533432 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 39438) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:50:46.556555 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-e1dbb485-5873-49ee-a2b8-b4e268ae05cf req-fa78726b-cf73-4f24-b538-412d767b0f2e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4e96172c-0b71-4de2-95ab-4226e7a02984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348673 Dec 16 15:50:46.652656 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.notifiers.nova [req-95f7fb9d-7505-44e5-bcbb-abf701906c8c req-b468cc22-d0fd-4979-9819-d6850100a8e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6e9a2c2-ced6-4a5c-a5ae-564dd49086c3 {{(pid=108904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:50:46.675468 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-95f7fb9d-7505-44e5-bcbb-abf701906c8c req-b468cc22-d0fd-4979-9819-d6850100a8e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:46.682708 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-4298e988-bdfd-41e9-96cf-825f0b3e08dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:46.714508 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c60cc-622b-48ad-a3d4-b4f9861c84b8 req-36bb9d63-fc40-406a-bb48-428d4360efe1 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:46.714706 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.provisioning_blocks [req-95f7fb9d-7505-44e5-bcbb-abf701906c8c req-b468cc22-d0fd-4979-9819-d6850100a8e7 service neutron] Transition to ACTIVE for port object b6e9a2c2-ced6-4a5c-a5ae-564dd49086c3 will not be triggered until provisioned by entity L2. {{(pid=108904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:50:46.721990 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-857c60cc-622b-48ad-a3d4-b4f9861c84b8 req-36bb9d63-fc40-406a-bb48-428d4360efe1 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=16cc9992-8538-4151-b169-681a3458fad0 HTTP/1.1" status: 200 len: 931 time: 0.1568177 Dec 16 15:50:46.732283 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-95f7fb9d-7505-44e5-bcbb-abf701906c8c req-b468cc22-d0fd-4979-9819-d6850100a8e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:46.750237 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85755b05-b4b3-4f44-8276-fed814418005 req-efb35e87-d3c8-49bf-af93-1b6f4d134680 tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:46.752007 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-85755b05-b4b3-4f44-8276-fed814418005 req-efb35e87-d3c8-49bf-af93-1b6f4d134680 tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] 10.222.0.31 "GET /v2.0/ports?device_id=57099c29-992b-4d24-9ce5-251ac704d335 HTTP/1.1" status: 200 len: 950 time: 0.1881483 Dec 16 15:50:46.768448 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-e1dbb485-5873-49ee-a2b8-b4e268ae05cf req-10b2d7e4-c050-4a86-92ba-666ee273c3f1 service neutron] 10.222.0.66 "GET /v2.0/networks/4e96172c-0b71-4de2-95ab-4226e7a02984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934569 Dec 16 15:50:46.786741 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.plugin [req-bc5da621-25c1-4c13-9711-06fd9d1e2936 req-0467f4f4-f7c1-4d3c-8cd2-7fd91f3c8e2b tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] Deleting port 07e7c44a-e6c2-471c-93ac-f346f0ad0d93 {{(pid=108905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:50:46.787069 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-bc5da621-25c1-4c13-9711-06fd9d1e2936 req-0467f4f4-f7c1-4d3c-8cd2-7fd91f3c8e2b tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739692165232'] for port, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:46.865806 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b468cc22-d0fd-4979-9819-d6850100a8e7 service neutron] Pushing event updated for resources: {'Port': ['ID=b6e9a2c2-ced6-4a5c-a5ae-564dd49086c3,revision_number=2']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:50:46.873739 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-857c60cc-622b-48ad-a3d4-b4f9861c84b8 req-5a9f09ec-d92d-4d4d-bdf7-4f1307734734 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a06c891-fae3-406d-b89e-bc8eaf612049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503432 Dec 16 15:50:46.934606 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.managers [req-95f7fb9d-7505-44e5-bcbb-abf701906c8c req-b468cc22-d0fd-4979-9819-d6850100a8e7 service neutron] Attempting to bind port b6e9a2c2-ced6-4a5c-a5ae-564dd49086c3 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:50:46.934949 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.managers [req-95f7fb9d-7505-44e5-bcbb-abf701906c8c req-b468cc22-d0fd-4979-9819-d6850100a8e7 service neutron] Attempting to bind port b6e9a2c2-ced6-4a5c-a5ae-564dd49086c3 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': 'b7534591-d412-403e-acd7-f4f21cb9b99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '4e96172c-0b71-4de2-95ab-4226e7a02984'}] {{(pid=108904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:50:46.935276 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f7fb9d-7505-44e5-bcbb-abf701906c8c req-b468cc22-d0fd-4979-9819-d6850100a8e7 service neutron] Attempting to bind port b6e9a2c2-ced6-4a5c-a5ae-564dd49086c3 on network 4e96172c-0b71-4de2-95ab-4226e7a02984 {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:50:46.959465 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f7fb9d-7505-44e5-bcbb-abf701906c8c req-b468cc22-d0fd-4979-9819-d6850100a8e7 service neutron] Port b6e9a2c2-ced6-4a5c-a5ae-564dd49086c3 on network 4e96172c-0b71-4de2-95ab-4226e7a02984 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:50:46.959787 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f7fb9d-7505-44e5-bcbb-abf701906c8c req-b468cc22-d0fd-4979-9819-d6850100a8e7 service neutron] Attempting to bind port b6e9a2c2-ced6-4a5c-a5ae-564dd49086c3 on network 4e96172c-0b71-4de2-95ab-4226e7a02984 {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:50:46.963477 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-85755b05-b4b3-4f44-8276-fed814418005 req-f69d9a3d-c2ac-4998-b6d0-e24e72a244ed tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1f0857e-5b49-4055-846b-508f80012979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943038 Dec 16 15:50:46.984360 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-e1dbb485-5873-49ee-a2b8-b4e268ae05cf req-b161b643-6f18-482e-880f-3104b96e3fb3 service neutron] 10.222.0.66 "GET /v2.0/networks/4e96172c-0b71-4de2-95ab-4226e7a02984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951382 Dec 16 15:50:46.984360 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-4298e988-bdfd-41e9-96cf-825f0b3e08dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:46.984360 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f7fb9d-7505-44e5-bcbb-abf701906c8c req-b468cc22-d0fd-4979-9819-d6850100a8e7 service neutron] Checking agent: {'id': 'cc3d5e4c-e00e-4c48-b0f7-4cab06ea1ca9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 46, 48), 'started_at': datetime.datetime(2021, 12, 16, 15, 46, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:50:46.991328 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f7fb9d-7505-44e5-bcbb-abf701906c8c req-b468cc22-d0fd-4979-9819-d6850100a8e7 service neutron] Checking segment: {'id': 'b7534591-d412-403e-acd7-f4f21cb9b99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '4e96172c-0b71-4de2-95ab-4226e7a02984'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:50:46.991529 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f7fb9d-7505-44e5-bcbb-abf701906c8c req-b468cc22-d0fd-4979-9819-d6850100a8e7 service neutron] Bound using segment: {'id': 'b7534591-d412-403e-acd7-f4f21cb9b99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '4e96172c-0b71-4de2-95ab-4226e7a02984'} {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:50:46.992000 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.managers [req-95f7fb9d-7505-44e5-bcbb-abf701906c8c req-b468cc22-d0fd-4979-9819-d6850100a8e7 service neutron] Bound port: b6e9a2c2-ced6-4a5c-a5ae-564dd49086c3, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7534591-d412-403e-acd7-f4f21cb9b99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '4e96172c-0b71-4de2-95ab-4226e7a02984'}}] {{(pid=108904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:50:46.992359 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-95f7fb9d-7505-44e5-bcbb-abf701906c8c req-b468cc22-d0fd-4979-9819-d6850100a8e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:47.005796 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-4298e988-bdfd-41e9-96cf-825f0b3e08dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:47.072293 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-4298e988-bdfd-41e9-96cf-825f0b3e08dd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=196f4b7dd5da4a67ae5e36d6f5518a3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5381019 Dec 16 15:50:47.074562 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4298e988-bdfd-41e9-96cf-825f0b3e08dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb44f53-d6d3-4534-8b7a-164f8765bb5f,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:50:47.075549 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.db [req-bc5da621-25c1-4c13-9711-06fd9d1e2936 req-0467f4f4-f7c1-4d3c-8cd2-7fd91f3c8e2b tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] For port 07e7c44a-e6c2-471c-93ac-f346f0ad0d93, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=07e7c44a-e6c2-471c-93ac-f346f0ad0d93,segment=NetworkSegment(31f2ea91-b1b4-4d0b-8a23-8596576404c5),segment_id=31f2ea91-b1b4-4d0b-8a23-8596576404c5)] {{(pid=108905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:50:47.075972 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-bc5da621-25c1-4c13-9711-06fd9d1e2936 req-0467f4f4-f7c1-4d3c-8cd2-7fd91f3c8e2b tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343270'] for port, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:47.078987 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 39462) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:50:47.148866 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.plugin [req-bc5da621-25c1-4c13-9711-06fd9d1e2936 req-0467f4f4-f7c1-4d3c-8cd2-7fd91f3c8e2b tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] Calling delete_port for 07e7c44a-e6c2-471c-93ac-f346f0ad0d93 owned by compute:nova {{(pid=108905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:50:47.198313 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.db [req-95f7fb9d-7505-44e5-bcbb-abf701906c8c req-b468cc22-d0fd-4979-9819-d6850100a8e7 service neutron] For port b6e9a2c2-ced6-4a5c-a5ae-564dd49086c3, host hv-cinder-78447, cleared binding levels {{(pid=108904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:50:47.207343 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-55d21d41-5eb7-491c-aabb-0cfcba94941f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:47.251114 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.db [req-95f7fb9d-7505-44e5-bcbb-abf701906c8c req-b468cc22-d0fd-4979-9819-d6850100a8e7 service neutron] For port b6e9a2c2-ced6-4a5c-a5ae-564dd49086c3, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=b6e9a2c2-ced6-4a5c-a5ae-564dd49086c3,segment=NetworkSegment(b7534591-d412-403e-acd7-f4f21cb9b99f),segment_id=b7534591-d412-403e-acd7-f4f21cb9b99f)] {{(pid=108904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:50:47.260377 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-95f7fb9d-7505-44e5-bcbb-abf701906c8c req-b468cc22-d0fd-4979-9819-d6850100a8e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:47.301680 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-55d21d41-5eb7-491c-aabb-0cfcba94941f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:47.315081 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f7fb9d-7505-44e5-bcbb-abf701906c8c req-b468cc22-d0fd-4979-9819-d6850100a8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:47.315866 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-95f7fb9d-7505-44e5-bcbb-abf701906c8c req-b468cc22-d0fd-4979-9819-d6850100a8e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294'] for port, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:47.317270 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-95f7fb9d-7505-44e5-bcbb-abf701906c8c req-b468cc22-d0fd-4979-9819-d6850100a8e7 service neutron] 10.222.0.66 "PUT /v2.0/ports/b6e9a2c2-ced6-4a5c-a5ae-564dd49086c3 HTTP/1.1" status: 200 len: 1093 time: 1.1775825 Dec 16 15:50:47.325195 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16cc9992-8538-4151-b169-681a3458fad0', 'tag': 'b6e9a2c2-ced6-4a5c-a5ae-564dd49086c3'}] {{(pid=108904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:50:47.327502 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0a2cce90635460fa9ee7acd2d2298fc55a52ab45a9458d7253143d338a4b89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c114571-f119-4826-a635-7e49ae6ebe28" -d '{"events": [{"name": "network-changed", "server_uuid": "16cc9992-8538-4151-b169-681a3458fad0", "tag": "b6e9a2c2-ced6-4a5c-a5ae-564dd49086c3"}]}' {{(pid=108904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:50:47.339640 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62bfa0e-e6dc-40ce-bd85-5f83bd518390 req-4f5b1d1b-63e8-436c-9613-4eb88daa6873 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:47.341644 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-a62bfa0e-e6dc-40ce-bd85-5f83bd518390 req-4f5b1d1b-63e8-436c-9613-4eb88daa6873 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 945 time: 0.0638561 Dec 16 15:50:47.356252 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c86fe4a-b36b-4811-85e0-fc969b908549 req-65f58934-4b9f-4ded-858c-8ae2d9646a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:47.357817 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-8c86fe4a-b36b-4811-85e0-fc969b908549 req-65f58934-4b9f-4ded-858c-8ae2d9646a7a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=290d9f6dcb5f4f878cc58690825a1e12&device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 1098 time: 0.1416991 Dec 16 15:50:47.420621 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b468cc22-d0fd-4979-9819-d6850100a8e7 service neutron] Pushing event updated for resources: {'Port': ['ID=b6e9a2c2-ced6-4a5c-a5ae-564dd49086c3,revision_number=3']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:50:47.452359 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b50e867b-17f0-4f1a-8c1a-6af5ee2f786e x-openstack-request-id: req-b50e867b-17f0-4f1a-8c1a-6af5ee2f786e {{(pid=108904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:50:47.452359 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16cc9992-8538-4151-b169-681a3458fad0", "tag": "b6e9a2c2-ced6-4a5c-a5ae-564dd49086c3", "status": "completed", "code": 200}]} {{(pid=108904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:50:47.452610 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b50e867b-17f0-4f1a-8c1a-6af5ee2f786e {{(pid=108904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:50:47.452858 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16cc9992-8538-4151-b169-681a3458fad0', 'tag': 'b6e9a2c2-ced6-4a5c-a5ae-564dd49086c3', 'status': 'completed', 'code': 200} Dec 16 15:50:47.495171 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f7fb9d-7505-44e5-bcbb-abf701906c8c req-d974343b-e470-4410-9f0c-abf3710949df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:47.502255 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-95f7fb9d-7505-44e5-bcbb-abf701906c8c req-d974343b-e470-4410-9f0c-abf3710949df service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=44bf2643f52c4cc5aa01ae68ef13e12f&device_id=16cc9992-8538-4151-b169-681a3458fad0 HTTP/1.1" status: 200 len: 1096 time: 0.1232154 Dec 16 15:50:47.505783 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-55d21d41-5eb7-491c-aabb-0cfcba94941f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:47.506466 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-a62bfa0e-e6dc-40ce-bd85-5f83bd518390 req-5d8bb533-be24-45f6-9d05-3d8aacc5986c tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424601 Dec 16 15:50:47.507616 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-bc5da621-25c1-4c13-9711-06fd9d1e2936 req-0467f4f4-f7c1-4d3c-8cd2-7fd91f3c8e2b tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739692371923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739691803603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5936052'] for port, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:47.508325 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-55d21d41-5eb7-491c-aabb-0cfcba94941f admin admin] Publish callbacks [] for security_group, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:47.512506 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-55d21d41-5eb7-491c-aabb-0cfcba94941f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1eb44f53-d6d3-4534-8b7a-164f8765bb5f HTTP/1.1" status: 204 len: 168 time: 0.4322116 Dec 16 15:50:47.540097 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0467f4f4-f7c1-4d3c-8cd2-7fd91f3c8e2b tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] Pushing event deleted for resources: {'Port': ['ID=07e7c44a-e6c2-471c-93ac-f346f0ad0d93,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:50:47.555573 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d21d41-5eb7-491c-aabb-0cfcba94941f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb44f53-d6d3-4534-8b7a-164f8765bb5f,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:50:47.565346 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c86fe4a-b36b-4811-85e0-fc969b908549 req-292b436f-0142-4ca5-8b6a-2df868218cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:47.566928 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-8c86fe4a-b36b-4811-85e0-fc969b908549 req-292b436f-0142-4ca5-8b6a-2df868218cde service neutron] 10.222.0.66 "GET /v2.0/networks?id=f48475bf-944a-4c2f-81b1-c044356a1dbb HTTP/1.1" status: 200 len: 920 time: 0.1894104 Dec 16 15:50:47.619186 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0467f4f4-f7c1-4d3c-8cd2-7fd91f3c8e2b tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:50:47.619561 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0467f4f4-f7c1-4d3c-8cd2-7fd91f3c8e2b tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:50:47.619865 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0467f4f4-f7c1-4d3c-8cd2-7fd91f3c8e2b tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:50:47.620200 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0467f4f4-f7c1-4d3c-8cd2-7fd91f3c8e2b tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:50:47.620623 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0467f4f4-f7c1-4d3c-8cd2-7fd91f3c8e2b tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:50:47.620951 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0467f4f4-f7c1-4d3c-8cd2-7fd91f3c8e2b tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:50:47.621318 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0467f4f4-f7c1-4d3c-8cd2-7fd91f3c8e2b tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:50:47.621667 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0467f4f4-f7c1-4d3c-8cd2-7fd91f3c8e2b tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:50:47.622131 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0467f4f4-f7c1-4d3c-8cd2-7fd91f3c8e2b tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:50:47.622528 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0467f4f4-f7c1-4d3c-8cd2-7fd91f3c8e2b tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:50:47.622865 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0467f4f4-f7c1-4d3c-8cd2-7fd91f3c8e2b tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:50:47.623249 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0467f4f4-f7c1-4d3c-8cd2-7fd91f3c8e2b tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:50:47.623571 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0467f4f4-f7c1-4d3c-8cd2-7fd91f3c8e2b tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:50:47.628524 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc5da621-25c1-4c13-9711-06fd9d1e2936 req-0467f4f4-f7c1-4d3c-8cd2-7fd91f3c8e2b tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] No DVR routers for this DVR port 07e7c44a-e6c2-471c-93ac-f346f0ad0d93 on host hv-cinder-78447 {{(pid=108905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:50:47.631660 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-bc5da621-25c1-4c13-9711-06fd9d1e2936 req-0467f4f4-f7c1-4d3c-8cd2-7fd91f3c8e2b tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294'] for port, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:47.635299 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-bc5da621-25c1-4c13-9711-06fd9d1e2936 req-0467f4f4-f7c1-4d3c-8cd2-7fd91f3c8e2b tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] 10.222.0.66 "DELETE /v2.0/ports/07e7c44a-e6c2-471c-93ac-f346f0ad0d93 HTTP/1.1" status: 204 len: 173 time: 1.1364334 Dec 16 15:50:47.635750 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57099c29-992b-4d24-9ce5-251ac704d335', 'name': 'network-vif-deleted', 'tag': '07e7c44a-e6c2-471c-93ac-f346f0ad0d93'}] {{(pid=108905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:50:47.638482 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6427484bab23da45c698b4d929e4ad3874a49078d57181539d46633581fe494" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a8ee73-dfe5-4af5-8056-fe53fff2f34b" -d '{"events": [{"server_uuid": "57099c29-992b-4d24-9ce5-251ac704d335", "name": "network-vif-deleted", "tag": "07e7c44a-e6c2-471c-93ac-f346f0ad0d93"}]}' {{(pid=108905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:50:47.681226 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c252f8-1161-4332-a0e4-5bfb2ec9bfe9 x-openstack-request-id: req-47c252f8-1161-4332-a0e4-5bfb2ec9bfe9 {{(pid=108905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:50:47.681605 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57099c29-992b-4d24-9ce5-251ac704d335", "name": "network-vif-deleted", "tag": "07e7c44a-e6c2-471c-93ac-f346f0ad0d93", "status": "completed", "code": 200}]} {{(pid=108905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:50:47.681880 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-47c252f8-1161-4332-a0e4-5bfb2ec9bfe9 {{(pid=108905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:50:47.682354 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57099c29-992b-4d24-9ce5-251ac704d335', 'name': 'network-vif-deleted', 'tag': '07e7c44a-e6c2-471c-93ac-f346f0ad0d93', 'status': 'completed', 'code': 200} Dec 16 15:50:48.071113 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 39506) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:50:48.194236 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-f6013d8d-ff37-483e-bd57-b2859dd9c216 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:48.222120 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-4204382e-ad24-4fac-8934-677673ef07f2 req-7946e225-6cb8-4941-ba17-69c7f94726b5 tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] 10.222.0.31 "GET /v2.0/ports?device_id=57099c29-992b-4d24-9ce5-251ac704d335 HTTP/1.1" status: 200 len: 210 time: 0.0321095 Dec 16 15:50:48.257373 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256dc64a-76c2-4990-9636-85c8a22015cf req-f0b81c5d-4b17-49b6-a214-b455976e5676 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:48.259492 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-256dc64a-76c2-4990-9636-85c8a22015cf req-f0b81c5d-4b17-49b6-a214-b455976e5676 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=16cc9992-8538-4151-b169-681a3458fad0 HTTP/1.1" status: 200 len: 943 time: 0.2999413 Dec 16 15:50:48.290419 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-f6013d8d-ff37-483e-bd57-b2859dd9c216 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:48.295509 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-f6013d8d-ff37-483e-bd57-b2859dd9c216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:48.316752 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-256dc64a-76c2-4990-9636-85c8a22015cf req-07117009-b58d-403c-b48a-40791afdfc19 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a06c891-fae3-406d-b89e-bc8eaf612049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511415 Dec 16 15:50:48.334307 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-f6013d8d-ff37-483e-bd57-b2859dd9c216 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ca0b38ad9b0a4245b68f64ef218a62fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2619674 Dec 16 15:50:48.335227 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6013d8d-ff37-483e-bd57-b2859dd9c216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff923d96-9ff8-461d-92ef-b1abaf7136ad,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:50:48.337150 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 39522) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:50:48.384585 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-7c44ce3f-1c77-4174-bf8a-cacfc1ec3e70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:48.408708 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-7c44ce3f-1c77-4174-bf8a-cacfc1ec3e70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:48.455782 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-7c44ce3f-1c77-4174-bf8a-cacfc1ec3e70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:48.458846 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-7c44ce3f-1c77-4174-bf8a-cacfc1ec3e70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:48.459970 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-7c44ce3f-1c77-4174-bf8a-cacfc1ec3e70 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ff923d96-9ff8-461d-92ef-b1abaf7136ad HTTP/1.1" status: 204 len: 168 time: 0.1215410 Dec 16 15:50:48.467566 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c44ce3f-1c77-4174-bf8a-cacfc1ec3e70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff923d96-9ff8-461d-92ef-b1abaf7136ad,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:50:48.635860 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef845b12-aa2d-45ac-83af-3133d956a754 req-b099ad83-cc72-44e5-bbeb-dba8d28075f6 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:48.637541 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-ef845b12-aa2d-45ac-83af-3133d956a754 req-b099ad83-cc72-44e5-bbeb-dba8d28075f6 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 945 time: 0.0509310 Dec 16 15:50:48.689947 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-ef845b12-aa2d-45ac-83af-3133d956a754 req-619acc17-6a78-422e-8ff1-0f57dab8ae17 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445313 Dec 16 15:50:48.750235 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 39540) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:50:48.776990 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:48.861680 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-389b76b1-f8ad-4793-bfab-be97cdb367cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:48.935378 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-389b76b1-f8ad-4793-bfab-be97cdb367cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:48.940406 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-389b76b1-f8ad-4793-bfab-be97cdb367cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:48.979947 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389b76b1-f8ad-4793-bfab-be97cdb367cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=573e5b95-077f-4271-9586-6d6fa58e804e,revision_number=1']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:50:48.983993 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-389b76b1-f8ad-4793-bfab-be97cdb367cb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bb42622073314772bedec3eb7320d80e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2326524 Dec 16 15:50:48.986661 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 39554) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:50:49.041886 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-b473bbb0-bd89-4361-a9a2-d2e0b1ebc174 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:49.063010 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-b473bbb0-bd89-4361-a9a2-d2e0b1ebc174 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:49.109905 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-b473bbb0-bd89-4361-a9a2-d2e0b1ebc174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:49.114258 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-b473bbb0-bd89-4361-a9a2-d2e0b1ebc174 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:49.115630 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-b473bbb0-bd89-4361-a9a2-d2e0b1ebc174 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/573e5b95-077f-4271-9586-6d6fa58e804e HTTP/1.1" status: 204 len: 168 time: 0.1279547 Dec 16 15:50:49.125338 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b473bbb0-bd89-4361-a9a2-d2e0b1ebc174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=573e5b95-077f-4271-9586-6d6fa58e804e,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:50:49.346660 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-6d9a45e5-2f0c-4a29-bdbf-71e668a7c822 req-f95ccdc8-ce32-4fc1-93e9-d13ffdcc22ca tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] 10.222.0.31 "GET /v2.0/ports?device_id=57099c29-992b-4d24-9ce5-251ac704d335 HTTP/1.1" status: 200 len: 210 time: 0.0413020 Dec 16 15:50:49.478701 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026e100d-f375-4841-bc13-52dd0300f17b req-b32c78e0-92cb-442f-b86f-d96891d05aef tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:49.480575 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-026e100d-f375-4841-bc13-52dd0300f17b req-b32c78e0-92cb-442f-b86f-d96891d05aef tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=16cc9992-8538-4151-b169-681a3458fad0 HTTP/1.1" status: 200 len: 943 time: 0.0613739 Dec 16 15:50:49.532762 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-026e100d-f375-4841-bc13-52dd0300f17b req-2e68c535-670a-43e3-8a6b-176b077baf6a tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a06c891-fae3-406d-b89e-bc8eaf612049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445564 Dec 16 15:50:49.635269 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device 07e7c44a-e6c2-471c-93ac-f346f0ad0d93 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:50:49.656551 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] No Port match for: 07e7c44a-e6c2-471c-93ac-f346f0ad0d93 {{(pid=108906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:50:49.657249 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device 07e7c44a-e6c2-471c-93ac-f346f0ad0d93 not bound to the agent host hv-cinder-78447 {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:50:49.808510 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3608fb-8341-4565-b6eb-ee1b82eda620 req-e615dbef-2e47-46db-bb6e-85a3f3801c88 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:49.810009 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-fd3608fb-8341-4565-b6eb-ee1b82eda620 req-e615dbef-2e47-46db-bb6e-85a3f3801c88 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 945 time: 0.0498047 Dec 16 15:50:49.859356 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-fd3608fb-8341-4565-b6eb-ee1b82eda620 req-502176c0-6f3e-4733-ad82-70a41bfb7b1b tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420356 Dec 16 15:50:50.443330 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-4095c558-db40-441a-a828-862186187989 req-91ca5d2b-58ab-4c2b-b8a9-32c42c0ed200 tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] 10.222.0.31 "GET /v2.0/ports?device_id=57099c29-992b-4d24-9ce5-251ac704d335 HTTP/1.1" status: 200 len: 210 time: 0.0257690 Dec 16 15:50:50.670660 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624126d-cccf-481e-b56b-bdbb6698609d req-2427172e-4e2c-4234-85af-4d78cd2d993d tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:50.672397 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-5624126d-cccf-481e-b56b-bdbb6698609d req-2427172e-4e2c-4234-85af-4d78cd2d993d tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=16cc9992-8538-4151-b169-681a3458fad0 HTTP/1.1" status: 200 len: 943 time: 0.0723920 Dec 16 15:50:50.735468 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-5624126d-cccf-481e-b56b-bdbb6698609d req-346bd781-b945-4434-975c-6a42fe5794f9 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a06c891-fae3-406d-b89e-bc8eaf612049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550098 Dec 16 15:50:50.758301 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-95f7fb9d-7505-44e5-bcbb-abf701906c8c req-09356313-e19d-4b53-8f1a-36fc5eea7f27 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6e9a2c2-ced6-4a5c-a5ae-564dd49086c3 HTTP/1.1" status: 200 len: 217 time: 0.0659013 Dec 16 15:50:50.796831 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-8c86fe4a-b36b-4811-85e0-fc969b908549 req-986e19e9-7610-407e-96ba-856cb7dccca7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a162fcff-3fe8-4fc6-a489-b53c84cb0c45 HTTP/1.1" status: 200 len: 217 time: 0.0644476 Dec 16 15:50:50.867870 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f7fb9d-7505-44e5-bcbb-abf701906c8c req-871aba71-4994-4745-a14a-9ea334ff92d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:50.869214 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-95f7fb9d-7505-44e5-bcbb-abf701906c8c req-871aba71-4994-4745-a14a-9ea334ff92d0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ffc256e7-ac77-4ea4-9344-8b0700e6fb89 HTTP/1.1" status: 200 len: 855 time: 0.0807247 Dec 16 15:50:50.872542 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c86fe4a-b36b-4811-85e0-fc969b908549 req-67181dae-433d-478c-bda0-f26a66ac8b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:50.873862 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-8c86fe4a-b36b-4811-85e0-fc969b908549 req-67181dae-433d-478c-bda0-f26a66ac8b1c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ac75be2f-288e-4c4c-b681-13dbe4d336f8 HTTP/1.1" status: 200 len: 859 time: 0.0581226 Dec 16 15:50:50.927890 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-8c86fe4a-b36b-4811-85e0-fc969b908549 req-4770f751-df2b-4567-a484-a89509e2d357 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f48475bf-944a-4c2f-81b1-c044356a1dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420268 Dec 16 15:50:50.929630 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-95f7fb9d-7505-44e5-bcbb-abf701906c8c req-7f9fba30-8dc8-42d2-bd53-97efed7366c8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4e96172c-0b71-4de2-95ab-4226e7a02984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450242 Dec 16 15:50:50.980715 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dcbd3e-51da-4bf9-b2a1-cbcb9ea0bd97 req-440d3a5d-e7eb-4030-bd10-3859293dd9c8 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:50.982209 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-d7dcbd3e-51da-4bf9-b2a1-cbcb9ea0bd97 req-440d3a5d-e7eb-4030-bd10-3859293dd9c8 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 945 time: 0.0476010 Dec 16 15:50:51.037532 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-d7dcbd3e-51da-4bf9-b2a1-cbcb9ea0bd97 req-a6b1fd73-0a49-4150-a540-1bc534aec466 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491130 Dec 16 15:50:51.104805 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-8c86fe4a-b36b-4811-85e0-fc969b908549 req-8846479a-e714-4900-b138-20290f35c326 service neutron] 10.222.0.66 "GET /v2.0/networks/f48475bf-944a-4c2f-81b1-c044356a1dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513355 Dec 16 15:50:51.107102 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-95f7fb9d-7505-44e5-bcbb-abf701906c8c req-5df20727-3f01-419c-89ef-4dfd8fe62aee service neutron] 10.222.0.66 "GET /v2.0/networks/4e96172c-0b71-4de2-95ab-4226e7a02984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525247 Dec 16 15:50:51.264073 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-8c86fe4a-b36b-4811-85e0-fc969b908549 req-9a1f9792-5d65-4b18-a043-2014c421b540 service neutron] 10.222.0.66 "GET /v2.0/networks/f48475bf-944a-4c2f-81b1-c044356a1dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429305 Dec 16 15:50:51.276938 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-95f7fb9d-7505-44e5-bcbb-abf701906c8c req-4d483697-c801-43dc-9542-d619ceef977b service neutron] 10.222.0.66 "GET /v2.0/networks/4e96172c-0b71-4de2-95ab-4226e7a02984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131361 Dec 16 15:50:51.389296 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c114571-f119-4826-a635-7e49ae6ebe28 req-02ef7708-55b6-4a5c-9aaa-45d8e253b64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:51.390811 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-1c114571-f119-4826-a635-7e49ae6ebe28 req-02ef7708-55b6-4a5c-9aaa-45d8e253b64a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=44bf2643f52c4cc5aa01ae68ef13e12f&device_id=16cc9992-8538-4151-b169-681a3458fad0 HTTP/1.1" status: 200 len: 1096 time: 0.0415652 Dec 16 15:50:51.487300 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c114571-f119-4826-a635-7e49ae6ebe28 req-0fc72ddf-9d15-4fd8-a2b9-e0f0dbff334e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:51.490083 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-1c114571-f119-4826-a635-7e49ae6ebe28 req-0fc72ddf-9d15-4fd8-a2b9-e0f0dbff334e service neutron] 10.222.0.66 "GET /v2.0/networks?id=4e96172c-0b71-4de2-95ab-4226e7a02984 HTTP/1.1" status: 200 len: 916 time: 0.0908780 Dec 16 15:50:51.543626 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-1c114571-f119-4826-a635-7e49ae6ebe28 req-ed5f8979-d06a-4ae6-8b2c-cd0b86a51395 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6e9a2c2-ced6-4a5c-a5ae-564dd49086c3 HTTP/1.1" status: 200 len: 217 time: 0.0384402 Dec 16 15:50:51.556269 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-1b991ec1-7e0c-4929-ac86-4dc1ab3cfe45 req-b1e5f862-3ec2-4d5a-902c-e95159cb1c7a tempest-VolumesNegativeTest-845494288 tempest-VolumesNegativeTest-845494288-project] 10.222.0.31 "GET /v2.0/ports?device_id=57099c29-992b-4d24-9ce5-251ac704d335 HTTP/1.1" status: 200 len: 210 time: 0.0249250 Dec 16 15:50:51.600753 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c114571-f119-4826-a635-7e49ae6ebe28 req-eabebfd2-0c11-4a37-b48b-2c764d910545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:51.602931 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-1c114571-f119-4826-a635-7e49ae6ebe28 req-eabebfd2-0c11-4a37-b48b-2c764d910545 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ffc256e7-ac77-4ea4-9344-8b0700e6fb89 HTTP/1.1" status: 200 len: 855 time: 0.0461805 Dec 16 15:50:51.640653 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-1c114571-f119-4826-a635-7e49ae6ebe28 req-5f8f71c6-abb2-475d-997f-153315c4ea57 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4e96172c-0b71-4de2-95ab-4226e7a02984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233483 Dec 16 15:50:51.738769 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-1c114571-f119-4826-a635-7e49ae6ebe28 req-a12c22df-62ac-4021-a5ac-c6ab09e3cf34 service neutron] 10.222.0.66 "GET /v2.0/networks/4e96172c-0b71-4de2-95ab-4226e7a02984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863883 Dec 16 15:50:51.857942 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-1c114571-f119-4826-a635-7e49ae6ebe28 req-8eb28988-6b77-4903-b758-5ce1d2a9734d service neutron] 10.222.0.66 "GET /v2.0/networks/4e96172c-0b71-4de2-95ab-4226e7a02984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011937 Dec 16 15:50:51.883791 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e5f10c-d57c-4773-8ca9-c068ef111bd6 req-cebe564d-df0c-429e-8c80-359aea9d8f86 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:51.885459 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-a6e5f10c-d57c-4773-8ca9-c068ef111bd6 req-cebe564d-df0c-429e-8c80-359aea9d8f86 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=16cc9992-8538-4151-b169-681a3458fad0 HTTP/1.1" status: 200 len: 943 time: 0.0654423 Dec 16 15:50:51.939835 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-a6e5f10c-d57c-4773-8ca9-c068ef111bd6 req-226c7406-99e7-4326-9995-4204a5506b62 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a06c891-fae3-406d-b89e-bc8eaf612049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479250 Dec 16 15:50:52.154962 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e81d51-c233-4ad8-8ee2-d730eac6976b req-fbda40cc-858b-42a0-b545-d4a59a63cc37 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:52.156470 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-36e81d51-c233-4ad8-8ee2-d730eac6976b req-fbda40cc-858b-42a0-b545-d4a59a63cc37 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 945 time: 0.0489960 Dec 16 15:50:52.203779 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-36e81d51-c233-4ad8-8ee2-d730eac6976b req-407887d2-cfb5-4675-907a-242debcaefc9 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402257 Dec 16 15:50:53.059142 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e8f9f-3a2e-4541-a3dc-36af103a9504 req-3ad00c1d-eb39-4091-93a4-4b5fdc743ad8 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:53.060758 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-e29e8f9f-3a2e-4541-a3dc-36af103a9504 req-3ad00c1d-eb39-4091-93a4-4b5fdc743ad8 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=16cc9992-8538-4151-b169-681a3458fad0 HTTP/1.1" status: 200 len: 943 time: 0.0508378 Dec 16 15:50:53.112881 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-e29e8f9f-3a2e-4541-a3dc-36af103a9504 req-2db3212b-96cc-44ed-a020-91b1eaba1df3 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a06c891-fae3-406d-b89e-bc8eaf612049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415828 Dec 16 15:50:53.321141 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5618aab-d32f-485f-ab7b-9ff19c794a66 req-a8c4c0e7-0cb2-472a-85b9-363eea57bb31 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:53.322655 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c5618aab-d32f-485f-ab7b-9ff19c794a66 req-a8c4c0e7-0cb2-472a-85b9-363eea57bb31 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 945 time: 0.0525918 Dec 16 15:50:53.370976 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c5618aab-d32f-485f-ab7b-9ff19c794a66 req-52e91d11-0851-4440-9073-ccf155a0dee2 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421872 Dec 16 15:50:54.251292 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ab67c-a67a-439e-bd29-6b36b69782a5 req-8f46e9df-8b05-40b6-b05a-cb6accf8f2b2 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:54.254865 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-007ab67c-a67a-439e-bd29-6b36b69782a5 req-8f46e9df-8b05-40b6-b05a-cb6accf8f2b2 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=16cc9992-8538-4151-b169-681a3458fad0 HTTP/1.1" status: 200 len: 943 time: 0.0731072 Dec 16 15:50:54.299717 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-007ab67c-a67a-439e-bd29-6b36b69782a5 req-cdc86e4f-9732-4c03-aef9-4c4b47b15f30 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a06c891-fae3-406d-b89e-bc8eaf612049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423450 Dec 16 15:50:54.497292 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc9c083-7d1b-4ac1-9685-837d607b46b5 req-07758c4d-afda-4276-8602-dd3d9d621261 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:54.498857 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-dfc9c083-7d1b-4ac1-9685-837d607b46b5 req-07758c4d-afda-4276-8602-dd3d9d621261 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 945 time: 0.0536947 Dec 16 15:50:54.547610 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-dfc9c083-7d1b-4ac1-9685-837d607b46b5 req-f9e9b989-feb2-47e2-a3b8-58534651ef1d tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419466 Dec 16 15:50:55.418857 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4faefe9-5b8a-401b-a028-c54e755d4d34 req-83f66845-f7ee-4372-b687-3e837ab53cd7 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:55.420335 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-f4faefe9-5b8a-401b-a028-c54e755d4d34 req-83f66845-f7ee-4372-b687-3e837ab53cd7 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=16cc9992-8538-4151-b169-681a3458fad0 HTTP/1.1" status: 200 len: 943 time: 0.0500557 Dec 16 15:50:55.467319 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-f4faefe9-5b8a-401b-a028-c54e755d4d34 req-2a574da5-55ea-4a06-aa6a-8e334f8229b1 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a06c891-fae3-406d-b89e-bc8eaf612049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407577 Dec 16 15:50:55.671609 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d10fbc3-6e64-4e53-b822-aa22f0ae1b39 req-34860b24-0515-4c30-aa59-7f2a4ab85640 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:55.672983 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-6d10fbc3-6e64-4e53-b822-aa22f0ae1b39 req-34860b24-0515-4c30-aa59-7f2a4ab85640 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 945 time: 0.0568240 Dec 16 15:50:55.727070 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-6d10fbc3-6e64-4e53-b822-aa22f0ae1b39 req-c35a0b88-9e09-4777-86c7-f514f130eddd tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479538 Dec 16 15:50:56.589808 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02066794-ed6b-40a4-aa44-9c73a0ae516c req-efdaec00-79c5-4a3c-a754-3fc1bf5d4042 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:56.591312 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-02066794-ed6b-40a4-aa44-9c73a0ae516c req-efdaec00-79c5-4a3c-a754-3fc1bf5d4042 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=16cc9992-8538-4151-b169-681a3458fad0 HTTP/1.1" status: 200 len: 943 time: 0.0497808 Dec 16 15:50:56.640116 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-02066794-ed6b-40a4-aa44-9c73a0ae516c req-efb1fd04-2c44-472d-836e-a09445908edb tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a06c891-fae3-406d-b89e-bc8eaf612049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426090 Dec 16 15:50:56.859294 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ac8ead-1875-4377-a7e9-7d54af0b061d req-c77d6e7c-fbde-4929-88b4-fe2e73c44c81 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:56.861020 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-a4ac8ead-1875-4377-a7e9-7d54af0b061d req-c77d6e7c-fbde-4929-88b4-fe2e73c44c81 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 945 time: 0.0529509 Dec 16 15:50:56.907200 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-a4ac8ead-1875-4377-a7e9-7d54af0b061d req-31be2c69-3305-40ac-a8b6-05595498531c tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402336 Dec 16 15:50:57.749618 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device b6e9a2c2-ced6-4a5c-a5ae-564dd49086c3 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=108906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:50:57.770880 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a74b28a-916b-480d-98b9-2c7d65388114 req-22012089-2a13-41e9-a97f-f6538f0af14c tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:57.772365 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-7a74b28a-916b-480d-98b9-2c7d65388114 req-22012089-2a13-41e9-a97f-f6538f0af14c tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=16cc9992-8538-4151-b169-681a3458fad0 HTTP/1.1" status: 200 len: 943 time: 0.0608556 Dec 16 15:50:57.819422 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-7a74b28a-916b-480d-98b9-2c7d65388114 req-5845ff30-2999-4e34-b0e4-ea130c281ae0 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a06c891-fae3-406d-b89e-bc8eaf612049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409572 Dec 16 15:50:57.850983 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] For port b6e9a2c2-ced6-4a5c-a5ae-564dd49086c3, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=b6e9a2c2-ced6-4a5c-a5ae-564dd49086c3,segment=NetworkSegment(b7534591-d412-403e-acd7-f4f21cb9b99f),segment_id=b7534591-d412-403e-acd7-f4f21cb9b99f)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:50:57.863201 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Returning: {'device': 'b6e9a2c2-ced6-4a5c-a5ae-564dd49086c3', 'network_id': '4e96172c-0b71-4de2-95ab-4226e7a02984', 'port_id': 'b6e9a2c2-ced6-4a5c-a5ae-564dd49086c3', 'mac_address': 'fa:16:3e:ce:0d:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffc256e7-ac77-4ea4-9344-8b0700e6fb89', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:50:57.899703 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:57.913535 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.notifiers.nova [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6e9a2c2-ced6-4a5c-a5ae-564dd49086c3 {{(pid=108906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:50:57.933826 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] For port b6e9a2c2-ced6-4a5c-a5ae-564dd49086c3, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=b6e9a2c2-ced6-4a5c-a5ae-564dd49086c3,segment=NetworkSegment(b7534591-d412-403e-acd7-f4f21cb9b99f),segment_id=b7534591-d412-403e-acd7-f4f21cb9b99f)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:50:57.940264 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:57.986352 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Pushing event updated for resources: {'Port': ['ID=b6e9a2c2-ced6-4a5c-a5ae-564dd49086c3,revision_number=4']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:50:57.993448 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:50:57.993856 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:50:57.994212 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:50:57.994533 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:50:57.994858 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:50:57.995182 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:50:57.995518 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:50:57.995844 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:50:57.996169 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:50:57.996499 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:50:57.996823 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:50:57.997134 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:50:57.997472 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:50:58.021746 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17e486d-522b-4f24-bd2d-8e2bf53c06fb req-bbf5393e-8d95-44b4-b6e9-1e79d2707462 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:58.023269 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-f17e486d-522b-4f24-bd2d-8e2bf53c06fb req-bbf5393e-8d95-44b4-b6e9-1e79d2707462 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 945 time: 0.0472455 Dec 16 15:50:58.069652 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-f17e486d-522b-4f24-bd2d-8e2bf53c06fb req-05c2d1e9-4ad1-42f3-a79f-46607d442001 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403030 Dec 16 15:50:58.934567 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd79b83-f539-42d1-be37-2d829aee5ac7 req-4c025830-2b81-4f22-92a5-e0ffd3b9d90a tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:58.935970 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-1fd79b83-f539-42d1-be37-2d829aee5ac7 req-4c025830-2b81-4f22-92a5-e0ffd3b9d90a tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=16cc9992-8538-4151-b169-681a3458fad0 HTTP/1.1" status: 200 len: 944 time: 0.0488789 Dec 16 15:50:58.988820 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-1fd79b83-f539-42d1-be37-2d829aee5ac7 req-22b77b20-a535-41e3-93a2-7f7b95524d33 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a06c891-fae3-406d-b89e-bc8eaf612049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440350 Dec 16 15:50:59.197760 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] get_ports_and_sgs() called for port_ids ['b6e9a2c2-ced6-4a5c-a5ae-564dd49086c3'] {{(pid=108906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:50:59.201795 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7d1c7b-49d0-4d77-a8e4-71edca526f06 req-e83eafe7-2e8b-47b8-8ff7-5af3c1a16713 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:59.203275 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-df7d1c7b-49d0-4d77-a8e4-71edca526f06 req-e83eafe7-2e8b-47b8-8ff7-5af3c1a16713 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 945 time: 0.0592108 Dec 16 15:50:59.250323 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-df7d1c7b-49d0-4d77-a8e4-71edca526f06 req-6b964ea4-44c4-4011-8d38-2316af65c263 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407801 Dec 16 15:51:00.103972 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34300781-57ab-42a1-84d5-98bae97643e8 req-136d2c2e-e70d-4e8d-9d63-a9cd560e7e2d tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:00.105485 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-34300781-57ab-42a1-84d5-98bae97643e8 req-136d2c2e-e70d-4e8d-9d63-a9cd560e7e2d tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=16cc9992-8538-4151-b169-681a3458fad0 HTTP/1.1" status: 200 len: 944 time: 0.0481632 Dec 16 15:51:00.153144 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-34300781-57ab-42a1-84d5-98bae97643e8 req-545b281b-b5ea-4b3d-a69d-f2e429060163 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a06c891-fae3-406d-b89e-bc8eaf612049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415483 Dec 16 15:51:00.374883 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b291bb8f-bdc3-4d76-8c0e-4e97f63a29d8 req-dd995e15-6c4b-4971-82dd-42c1fe7d9eeb tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:00.376352 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-b291bb8f-bdc3-4d76-8c0e-4e97f63a29d8 req-dd995e15-6c4b-4971-82dd-42c1fe7d9eeb tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 945 time: 0.0515051 Dec 16 15:51:00.426010 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-b291bb8f-bdc3-4d76-8c0e-4e97f63a29d8 req-27707dec-82b2-4618-a61d-9215869a081f tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436578 Dec 16 15:51:01.286035 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f18298-3761-4ba6-87e1-68dd23139b03 req-90449e70-406a-4677-8d3b-9e83d700fd3f tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:01.287930 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-80f18298-3761-4ba6-87e1-68dd23139b03 req-90449e70-406a-4677-8d3b-9e83d700fd3f tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=16cc9992-8538-4151-b169-681a3458fad0 HTTP/1.1" status: 200 len: 944 time: 0.0638936 Dec 16 15:51:01.338851 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-80f18298-3761-4ba6-87e1-68dd23139b03 req-739f2319-3f97-436a-9151-ee744f9e77e5 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a06c891-fae3-406d-b89e-bc8eaf612049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447505 Dec 16 15:51:01.541224 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac33729-b03c-49c0-8097-49f03c14cc41 req-50c9f652-d6cd-4400-9280-f9db7214f77c tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:01.542706 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-4ac33729-b03c-49c0-8097-49f03c14cc41 req-50c9f652-d6cd-4400-9280-f9db7214f77c tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 945 time: 0.0513332 Dec 16 15:51:01.591891 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-4ac33729-b03c-49c0-8097-49f03c14cc41 req-458344f2-5b0b-47c3-8290-aa40f2d6f52a tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399337 Dec 16 15:51:02.466475 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36259fe6-010d-4fc3-97b5-c1ab8c1f25d3 req-3abe879c-0e25-4ea7-b4de-5714659dad1c tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:02.467961 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-36259fe6-010d-4fc3-97b5-c1ab8c1f25d3 req-3abe879c-0e25-4ea7-b4de-5714659dad1c tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=16cc9992-8538-4151-b169-681a3458fad0 HTTP/1.1" status: 200 len: 944 time: 0.0496898 Dec 16 15:51:02.518399 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-36259fe6-010d-4fc3-97b5-c1ab8c1f25d3 req-75aeaf73-9073-40b2-875f-fa073da66135 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a06c891-fae3-406d-b89e-bc8eaf612049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441558 Dec 16 15:51:02.720906 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae366b7-d793-4328-959c-a53c8b71fd25 req-81e49dab-4fd2-4745-b311-38358663e2f8 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:02.722578 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-fae366b7-d793-4328-959c-a53c8b71fd25 req-81e49dab-4fd2-4745-b311-38358663e2f8 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 945 time: 0.0590465 Dec 16 15:51:02.780274 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-fae366b7-d793-4328-959c-a53c8b71fd25 req-1f7cbc1c-94e4-4937-b861-f31b2380ed91 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508747 Dec 16 15:51:03.169305 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 40028) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:03.321691 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-eed588e2-5cbf-40fc-a121-a18bde1cc50d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=02f0ef78d0784036a0c421741c8de20e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1486094 Dec 16 15:51:03.323877 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 40042) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:03.378837 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-43529077-0964-4d7a-b317-8ccc78a3bc3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:03.398703 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-43529077-0964-4d7a-b317-8ccc78a3bc3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:03.446157 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-43529077-0964-4d7a-b317-8ccc78a3bc3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:03.448859 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-43529077-0964-4d7a-b317-8ccc78a3bc3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:03.450373 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-43529077-0964-4d7a-b317-8ccc78a3bc3d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a1f0857e-5b49-4055-846b-508f80012979 HTTP/1.1" status: 204 len: 168 time: 0.1244986 Dec 16 15:51:03.459221 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43529077-0964-4d7a-b317-8ccc78a3bc3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f0857e-5b49-4055-846b-508f80012979,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:03.663849 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db81e9-dcc4-4228-b404-3a1366b842aa req-37fc2ec0-6620-495e-9189-1e3b8ab119fa tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:03.665571 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-d7db81e9-dcc4-4228-b404-3a1366b842aa req-37fc2ec0-6620-495e-9189-1e3b8ab119fa tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=16cc9992-8538-4151-b169-681a3458fad0 HTTP/1.1" status: 200 len: 944 time: 0.0630965 Dec 16 15:51:03.715534 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-d7db81e9-dcc4-4228-b404-3a1366b842aa req-ce00040e-b3d4-4fb1-8a10-b8d81213194f tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a06c891-fae3-406d-b89e-bc8eaf612049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436583 Dec 16 15:51:04.218435 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1684af9f-f630-4af5-8991-1cde085e2148 req-9a27fb2b-aa8e-4ef6-8161-a13c74ab6401 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:04.219793 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-1684af9f-f630-4af5-8991-1cde085e2148 req-9a27fb2b-aa8e-4ef6-8161-a13c74ab6401 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 945 time: 0.0471556 Dec 16 15:51:04.270575 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-1684af9f-f630-4af5-8991-1cde085e2148 req-92e6f487-2646-4322-adb5-d020ecdfddb8 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443649 Dec 16 15:51:04.905618 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device b6e9a2c2-ced6-4a5c-a5ae-564dd49086c3 up at agent hyperv_hv-cinder-78447 {{(pid=108906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:51:04.960479 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Provisioning for port b6e9a2c2-ced6-4a5c-a5ae-564dd49086c3 completed by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:51:04.964378 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Provisioning complete for port b6e9a2c2-ced6-4a5c-a5ae-564dd49086c3 triggered by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:51:04.964748 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:05.044043 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:05.066765 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16cc9992-8538-4151-b169-681a3458fad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e9a2c2-ced6-4a5c-a5ae-564dd49086c3'}] {{(pid=108906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:51:05.069015 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02b5cd720e1ebaa5714ffb0bc34871610594f2c4f6020a6f60f7cc29a5a8a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5be85f3-d475-4421-8bc6-801c6a6b512e" -d '{"events": [{"server_uuid": "16cc9992-8538-4151-b169-681a3458fad0", "name": "network-vif-plugged", "status": "completed", "tag": "b6e9a2c2-ced6-4a5c-a5ae-564dd49086c3"}]}' {{(pid=108906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:51:05.084028 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] For port b6e9a2c2-ced6-4a5c-a5ae-564dd49086c3, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=b6e9a2c2-ced6-4a5c-a5ae-564dd49086c3,segment=NetworkSegment(b7534591-d412-403e-acd7-f4f21cb9b99f),segment_id=b7534591-d412-403e-acd7-f4f21cb9b99f)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:51:05.088974 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:05.146040 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Pushing event updated for resources: {'Port': ['ID=b6e9a2c2-ced6-4a5c-a5ae-564dd49086c3,revision_number=5']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:06.629752 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-eda1e62f-a13e-4664-9ed1-63562b460207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:06.898757 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6dd26d-a946-4b70-a621-9becd3790c19 req-71c43736-bd2c-4387-9cc8-e1591265913e tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:06.900331 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-8f6dd26d-a946-4b70-a621-9becd3790c19 req-71c43736-bd2c-4387-9cc8-e1591265913e tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=16cc9992-8538-4151-b169-681a3458fad0 HTTP/1.1" status: 200 len: 945 time: 0.0491271 Dec 16 15:51:06.949717 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-8f6dd26d-a946-4b70-a621-9becd3790c19 req-d3b7e223-d4e2-42c5-a98f-8c363ab54db3 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a06c891-fae3-406d-b89e-bc8eaf612049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432723 Dec 16 15:51:07.000123 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ff486d-1e79-492c-833d-483c1c46942d x-openstack-request-id: req-c9ff486d-1e79-492c-833d-483c1c46942d {{(pid=108906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:51:07.000438 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16cc9992-8538-4151-b169-681a3458fad0", "name": "network-vif-plugged", "status": "completed", "tag": "b6e9a2c2-ced6-4a5c-a5ae-564dd49086c3", "code": 200}]} {{(pid=108906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:51:07.000692 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c9ff486d-1e79-492c-833d-483c1c46942d {{(pid=108906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:51:07.001086 dv-cinder-784477-11-iscsi neutron-server[108906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16cc9992-8538-4151-b169-681a3458fad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e9a2c2-ced6-4a5c-a5ae-564dd49086c3', 'code': 200} Dec 16 15:51:07.177793 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cc8dff-9b6b-43fc-ad29-8827d978aacb req-74e53091-4095-465e-a711-ef879487656d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:07.179226 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-33cc8dff-9b6b-43fc-ad29-8827d978aacb req-74e53091-4095-465e-a711-ef879487656d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=16cc9992-8538-4151-b169-681a3458fad0 HTTP/1.1" status: 200 len: 1098 time: 0.0410113 Dec 16 15:51:07.236955 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-33cc8dff-9b6b-43fc-ad29-8827d978aacb req-d07c9837-fd46-4715-8fd0-e051aaad88ca service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=4a06c891-fae3-406d-b89e-bc8eaf612049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447485 Dec 16 15:51:08.110943 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6782d54a-9ded-49ac-920f-f48c8ae96486 req-4d755535-dd93-472a-9ca6-97024ed9282a tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:08.112548 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-6782d54a-9ded-49ac-920f-f48c8ae96486 req-4d755535-dd93-472a-9ca6-97024ed9282a tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=16cc9992-8538-4151-b169-681a3458fad0 HTTP/1.1" status: 200 len: 945 time: 0.0722780 Dec 16 15:51:08.182251 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-6782d54a-9ded-49ac-920f-f48c8ae96486 req-24620d17-defe-411a-b23d-a8df6a7c3d95 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a06c891-fae3-406d-b89e-bc8eaf612049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573573 Dec 16 15:51:08.201744 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 40210) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:08.321072 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-23c495e3-665f-45fe-bcad-95cb9ea66c2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:08.395571 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-23c495e3-665f-45fe-bcad-95cb9ea66c2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:08.397564 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 40226) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:08.403629 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-23c495e3-665f-45fe-bcad-95cb9ea66c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:08.441803 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c495e3-665f-45fe-bcad-95cb9ea66c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fba47d28-a36e-46c4-899e-226f373805f6,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:08.444687 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-23c495e3-665f-45fe-bcad-95cb9ea66c2f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ddec3863b20e4475ae21c4e993ddb155&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2418642 Dec 16 15:51:08.447190 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 40234) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:08.501079 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-2b91626a-4918-4587-84bf-f861f270e4fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:08.532947 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-54f1d7d7-9cd7-423a-ba5f-1af4c5fb9849 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:08.535901 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-2b91626a-4918-4587-84bf-f861f270e4fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:08.613714 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-2b91626a-4918-4587-84bf-f861f270e4fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:08.616288 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-2b91626a-4918-4587-84bf-f861f270e4fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:08.617428 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-2b91626a-4918-4587-84bf-f861f270e4fd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fba47d28-a36e-46c4-899e-226f373805f6 HTTP/1.1" status: 204 len: 168 time: 0.1692486 Dec 16 15:51:08.636250 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b91626a-4918-4587-84bf-f861f270e4fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba47d28-a36e-46c4-899e-226f373805f6,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:08.641881 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-54f1d7d7-9cd7-423a-ba5f-1af4c5fb9849 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:08.648936 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-54f1d7d7-9cd7-423a-ba5f-1af4c5fb9849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:08.686492 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-54f1d7d7-9cd7-423a-ba5f-1af4c5fb9849 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8cf468dd7ce64067b2a5593a64cc4a3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2879064 Dec 16 15:51:08.687338 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f1d7d7-9cd7-423a-ba5f-1af4c5fb9849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9124b6b-3fe5-43b2-8548-bf66c1f94860,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:08.689268 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 40242) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:08.746785 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-73e9a867-ca5f-4c16-9cf5-c113c3b27af5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:08.767042 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-73e9a867-ca5f-4c16-9cf5-c113c3b27af5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:08.814153 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-73e9a867-ca5f-4c16-9cf5-c113c3b27af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:08.816690 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-73e9a867-ca5f-4c16-9cf5-c113c3b27af5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:08.817894 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-73e9a867-ca5f-4c16-9cf5-c113c3b27af5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b9124b6b-3fe5-43b2-8548-bf66c1f94860 HTTP/1.1" status: 204 len: 168 time: 0.1274018 Dec 16 15:51:08.825814 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e9a867-ca5f-4c16-9cf5-c113c3b27af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9124b6b-3fe5-43b2-8548-bf66c1f94860,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:08.862284 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-309178b1-6fb6-47d8-98dd-556313f8f0ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:08.903259 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 40248) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:08.917430 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-56ea1177-fd17-4977-89ee-9cf5c79bc7c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:08.992510 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-56ea1177-fd17-4977-89ee-9cf5c79bc7c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:09.002537 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-56ea1177-fd17-4977-89ee-9cf5c79bc7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:09.042195 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ea1177-fd17-4977-89ee-9cf5c79bc7c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37bb7655-bdd0-487b-b595-c644993b9837,revision_number=1']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:09.047465 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-56ea1177-fd17-4977-89ee-9cf5c79bc7c3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=51f5e26c5ac24b1690a491ae4ef6930a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1430497 Dec 16 15:51:09.051039 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 40258) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:09.106835 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-b7646baa-2816-424a-8209-7c0e00c20e5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:09.128692 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-b7646baa-2816-424a-8209-7c0e00c20e5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:09.177685 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-b7646baa-2816-424a-8209-7c0e00c20e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:09.180283 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-b7646baa-2816-424a-8209-7c0e00c20e5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:09.184086 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-b7646baa-2816-424a-8209-7c0e00c20e5c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/37bb7655-bdd0-487b-b595-c644993b9837 HTTP/1.1" status: 204 len: 168 time: 0.1294527 Dec 16 15:51:09.195192 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7646baa-2816-424a-8209-7c0e00c20e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37bb7655-bdd0-487b-b595-c644993b9837,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:09.292356 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79549f15-7f32-4f10-92de-71b1dadedb42 req-8da30395-023b-4d16-a62a-c5c6aea0a75c tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:09.294063 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-79549f15-7f32-4f10-92de-71b1dadedb42 req-8da30395-023b-4d16-a62a-c5c6aea0a75c tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=16cc9992-8538-4151-b169-681a3458fad0 HTTP/1.1" status: 200 len: 945 time: 0.0495031 Dec 16 15:51:09.345908 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-79549f15-7f32-4f10-92de-71b1dadedb42 req-cf62415b-1e07-4d6c-8688-aa50936c5b6b tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a06c891-fae3-406d-b89e-bc8eaf612049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452297 Dec 16 15:51:09.552638 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 40286) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:09.744686 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.v2.base [None req-af5bc625-02ad-42c1-9081-ff84f5a655f2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-790036914-network', 'tenant_id': '34de311402354bb6a5903e764e3a0cbc'}} {{(pid=108904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:51:09.768096 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af5bc625-02ad-42c1-9081-ff84f5a655f2 admin admin] Made reservation on behalf of 34de311402354bb6a5903e764e3a0cbc for: {'network': 1} {{(pid=108904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:51:09.770638 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-af5bc625-02ad-42c1-9081-ff84f5a655f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for network, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:09.779275 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-af5bc625-02ad-42c1-9081-ff84f5a655f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:09.863260 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-af5bc625-02ad-42c1-9081-ff84f5a655f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:09.868036 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-af5bc625-02ad-42c1-9081-ff84f5a655f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:09.889190 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af5bc625-02ad-42c1-9081-ff84f5a655f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=108904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:51:09.903575 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5bc625-02ad-42c1-9081-ff84f5a655f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb55fcb-16fe-46af-b6b4-c57c225aafde,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:09.916579 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-af5bc625-02ad-42c1-9081-ff84f5a655f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772428'] for segment, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:09.916936 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.db.segments_db [None req-af5bc625-02ad-42c1-9081-ff84f5a655f2 admin admin] Added segment 8a8cc844-cc13-47cc-b194-eff6c05ee70b of type vlan for network 9f3bcad2-6582-4016-8d64-28b5be20bd8f Dec 16 15:51:10.197432 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-af5bc625-02ad-42c1-9081-ff84f5a655f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739691820328'] for network, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:10.222717 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-af5bc625-02ad-42c1-9081-ff84f5a655f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8007001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803'] for network, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:10.223996 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5bc625-02ad-42c1-9081-ff84f5a655f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:10.224614 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-af5bc625-02ad-42c1-9081-ff84f5a655f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7902797'] for network, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:10.282606 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-af5bc625-02ad-42c1-9081-ff84f5a655f2 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7261689 Dec 16 15:51:10.282945 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 40318) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:10.286868 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5bc625-02ad-42c1-9081-ff84f5a655f2 admin admin] Pushing event updated for resources: {'Network': ['ID=9f3bcad2-6582-4016-8d64-28b5be20bd8f,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:10.287953 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.v2.base [None req-7718679d-81d4-4607-a315-66638bcb20f8 admin admin] Request body: {'subnet': {'network_id': '9f3bcad2-6582-4016-8d64-28b5be20bd8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-790036914-subnet', 'tenant_id': '34de311402354bb6a5903e764e3a0cbc', 'ip_version': 4}} {{(pid=108905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:51:10.298023 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Network 9f3bcad2-6582-4016-8d64-28b5be20bd8f details requested by agent ovs-agent-dv-cinder-784477-11-iscsi with host dv-cinder-784477-11-iscsi {{(pid=108906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:51:10.311473 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7718679d-81d4-4607-a315-66638bcb20f8 admin admin] Made reservation on behalf of 34de311402354bb6a5903e764e3a0cbc for: {'subnet': 1} {{(pid=108905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:51:10.313739 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-7718679d-81d4-4607-a315-66638bcb20f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4908194'] for subnet, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:10.489882 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-223b144f-a2e3-43d1-9ee0-793d55a0ef66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:10.534499 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ec6fb5-5c99-480d-a22e-18139e390e78 req-3b3ec993-d85a-4fcf-90a0-aa8b183dc10d tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:10.535960 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c6ec6fb5-5c99-480d-a22e-18139e390e78 req-3b3ec993-d85a-4fcf-90a0-aa8b183dc10d tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=16cc9992-8538-4151-b169-681a3458fad0 HTTP/1.1" status: 200 len: 945 time: 0.1013873 Dec 16 15:51:10.537264 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-7718679d-81d4-4607-a315-66638bcb20f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8060090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5935172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4908220'] for subnet, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:10.613288 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7718679d-81d4-4607-a315-66638bcb20f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be190589-1228-416b-a7de-4c8d3640d62c,revision_number=0']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:10.643855 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c6ec6fb5-5c99-480d-a22e-18139e390e78 req-67e5a857-254c-49a2-bfe3-f71243769d49 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a06c891-fae3-406d-b89e-bc8eaf612049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808737 Dec 16 15:51:10.647845 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7718679d-81d4-4607-a315-66638bcb20f8 admin admin] Checking segment: {'id': '8a8cc844-cc13-47cc-b194-eff6c05ee70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9f3bcad2-6582-4016-8d64-28b5be20bd8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:51:10.648353 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7718679d-81d4-4607-a315-66638bcb20f8 admin admin] Network hostable DHCP agents. Network: 9f3bcad2-6582-4016-8d64-28b5be20bd8f, hostable agents: ['02e00dda-7193-4a71-a593-a2bdfaca617e'], hosted agents: [] {{(pid=108905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:51:10.666786 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7718679d-81d4-4607-a315-66638bcb20f8 admin admin] Network 9f3bcad2-6582-4016-8d64-28b5be20bd8f is scheduled to be hosted by DHCP agent 02e00dda-7193-4a71-a593-a2bdfaca617e with binding_index 1 {{(pid=108905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:51:10.676201 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.base_scheduler [None req-7718679d-81d4-4607-a315-66638bcb20f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-11-iscsi, 9f3bcad2-6582-4016-8d64-28b5be20bd8f) {{(pid=108905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:51:10.682353 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7718679d-81d4-4607-a315-66638bcb20f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:10.682510 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-7718679d-81d4-4607-a315-66638bcb20f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7902797'] for subnet, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:10.685937 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f41a4e-496f-40d2-8678-1d148bc206ba None None] Network 9f3bcad2-6582-4016-8d64-28b5be20bd8f requested from dv-cinder-784477-11-iscsi {{(pid=108906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:51:10.700282 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-7718679d-81d4-4607-a315-66638bcb20f8 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4161620 Dec 16 15:51:10.703234 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 40336) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:10.707484 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.v2.base [None req-d7c40be0-c0cc-4b98-83a6-3b1a50bd9701 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-790036914-router', 'tenant_id': '34de311402354bb6a5903e764e3a0cbc', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3'}}} {{(pid=108905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:51:10.731159 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-d7c40be0-c0cc-4b98-83a6-3b1a50bd9701 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7874727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6813'] for router, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:10.732798 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-d7c40be0-c0cc-4b98-83a6-3b1a50bd9701 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7875351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7874278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8123815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6826'] for router, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:10.786575 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-d7c40be0-c0cc-4b98-83a6-3b1a50bd9701 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:10.800663 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bd7d47-8b31-4ed1-8bc9-bae3bbc76c2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7ef089e-da1e-5e7e-8d50-b8251f3063fb-9f3bcad2-6582-4016-8d64-28b5be20bd8f', 'network_id': '9f3bcad2-6582-4016-8d64-28b5be20bd8f', 'project_id': '34de311402354bb6a5903e764e3a0cbc', 'fixed_ips': [{'subnet_id': 'be190589-1228-416b-a7de-4c8d3640d62c'}]}} from dv-cinder-784477-11-iscsi. {{(pid=108906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:51:10.801994 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-24bd7d47-8b31-4ed1-8bc9-bae3bbc76c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_create {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:10.924719 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-d7c40be0-c0cc-4b98-83a6-3b1a50bd9701 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:10.952250 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.db_base_plugin_common [None req-24bd7d47-8b31-4ed1-8bc9-bae3bbc76c2b None None] Allocated IP 172.20.0.2 (9f3bcad2-6582-4016-8d64-28b5be20bd8f/be190589-1228-416b-a7de-4c8d3640d62c/dbe0af56-f252-47e0-a162-74f2d9aa9443) {{(pid=108906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:51:11.097657 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-24bd7d47-8b31-4ed1-8bc9-bae3bbc76c2b None None] Publish callbacks [] for port, precommit_create {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:11.106070 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-24bd7d47-8b31-4ed1-8bc9-bae3bbc76c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739691803594'] for port, after_create {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:11.157912 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24bd7d47-8b31-4ed1-8bc9-bae3bbc76c2b None None] Network 9f3bcad2-6582-4016-8d64-28b5be20bd8f is already hosted by enough agents. {{(pid=108906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:51:11.158721 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-d7c40be0-c0cc-4b98-83a6-3b1a50bd9701 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:11.160993 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.scheduler.base_scheduler [None req-24bd7d47-8b31-4ed1-8bc9-bae3bbc76c2b None None] Resources bound (agent type, host, resource id): {{(pid=108906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:51:11.165774 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bd7d47-8b31-4ed1-8bc9-bae3bbc76c2b None None] Received port after_create {{(pid=108906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:51:11.168755 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bd7d47-8b31-4ed1-8bc9-bae3bbc76c2b None None] Pushing event updated for resources: {'Port': ['ID=dbe0af56-f252-47e0-a162-74f2d9aa9443,revision_number=1']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:11.184194 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-d7c40be0-c0cc-4b98-83a6-3b1a50bd9701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:11.224159 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.managers [None req-24bd7d47-8b31-4ed1-8bc9-bae3bbc76c2b None None] Attempting to bind port dbe0af56-f252-47e0-a162-74f2d9aa9443 on host dv-cinder-784477-11-iscsi for vnic_type normal with profile {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:51:11.224579 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.managers [None req-24bd7d47-8b31-4ed1-8bc9-bae3bbc76c2b None None] Attempting to bind port dbe0af56-f252-47e0-a162-74f2d9aa9443 by drivers openvswitch,hyperv on host dv-cinder-784477-11-iscsi at level 0 using segments [{'id': '8a8cc844-cc13-47cc-b194-eff6c05ee70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9f3bcad2-6582-4016-8d64-28b5be20bd8f'}] {{(pid=108906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:51:11.225446 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bd7d47-8b31-4ed1-8bc9-bae3bbc76c2b None None] Attempting to bind port dbe0af56-f252-47e0-a162-74f2d9aa9443 on network 9f3bcad2-6582-4016-8d64-28b5be20bd8f {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:51:11.233228 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bd7d47-8b31-4ed1-8bc9-bae3bbc76c2b None None] Checking agent: {'id': '5eca9fcc-5dcd-4ee1-9579-22579284a65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 40, 43), 'started_at': datetime.datetime(2021, 12, 16, 15, 41, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:51:11.233583 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bd7d47-8b31-4ed1-8bc9-bae3bbc76c2b None None] Checking segment: {'id': '8a8cc844-cc13-47cc-b194-eff6c05ee70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9f3bcad2-6582-4016-8d64-28b5be20bd8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:51:11.234655 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-24bd7d47-8b31-4ed1-8bc9-bae3bbc76c2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:11.235198 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bd7d47-8b31-4ed1-8bc9-bae3bbc76c2b None None] Bound using segment: {'id': '8a8cc844-cc13-47cc-b194-eff6c05ee70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9f3bcad2-6582-4016-8d64-28b5be20bd8f'} {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:51:11.235808 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.managers [None req-24bd7d47-8b31-4ed1-8bc9-bae3bbc76c2b None None] Bound port: dbe0af56-f252-47e0-a162-74f2d9aa9443, host: dv-cinder-784477-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a8cc844-cc13-47cc-b194-eff6c05ee70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9f3bcad2-6582-4016-8d64-28b5be20bd8f'}}] {{(pid=108906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:51:11.236185 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-24bd7d47-8b31-4ed1-8bc9-bae3bbc76c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:11.303161 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-e6a1afc6-ab61-4c06-9aae-8bc4c5fea8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:11.305719 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.db.db_base_plugin_common [None req-d7c40be0-c0cc-4b98-83a6-3b1a50bd9701 admin admin] Allocated IP 172.27.1.21 (b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3/792909e7-e23c-4f0f-8575-fa43b44998bb/bbf163b2-8d7b-45be-93ad-797ea0dba58a) {{(pid=108905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:51:11.309059 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-24bd7d47-8b31-4ed1-8bc9-bae3bbc76c2b None None] For port dbe0af56-f252-47e0-a162-74f2d9aa9443, host dv-cinder-784477-11-iscsi, cleared binding levels {{(pid=108906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:51:11.312536 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-24bd7d47-8b31-4ed1-8bc9-bae3bbc76c2b None None] For port dbe0af56-f252-47e0-a162-74f2d9aa9443, host dv-cinder-784477-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=dbe0af56-f252-47e0-a162-74f2d9aa9443,segment=NetworkSegment(8a8cc844-cc13-47cc-b194-eff6c05ee70b),segment_id=8a8cc844-cc13-47cc-b194-eff6c05ee70b)] {{(pid=108906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:51:11.316808 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-24bd7d47-8b31-4ed1-8bc9-bae3bbc76c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:11.375492 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bd7d47-8b31-4ed1-8bc9-bae3bbc76c2b None None] Pushing event updated for resources: {'Port': ['ID=dbe0af56-f252-47e0-a162-74f2d9aa9443,revision_number=2']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:11.415964 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-d7c40be0-c0cc-4b98-83a6-3b1a50bd9701 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:11.450256 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-d7c40be0-c0cc-4b98-83a6-3b1a50bd9701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739691803594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5936052'] for port, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:11.490751 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c40be0-c0cc-4b98-83a6-3b1a50bd9701 admin admin] Network b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3 is already hosted by enough agents. {{(pid=108905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:51:11.493722 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.base_scheduler [None req-d7c40be0-c0cc-4b98-83a6-3b1a50bd9701 admin admin] Resources bound (agent type, host, resource id): {{(pid=108905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:51:11.497449 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c40be0-c0cc-4b98-83a6-3b1a50bd9701 admin admin] Received port after_create {{(pid=108905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:51:11.503275 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c40be0-c0cc-4b98-83a6-3b1a50bd9701 admin admin] Pushing event updated for resources: {'Port': ['ID=bbf163b2-8d7b-45be-93ad-797ea0dba58a,revision_number=1']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:11.811441 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5be0914-9994-4e6b-b239-13bad91a2266 req-a9f87efe-4765-4a70-b06a-1af3ae2b5f1a tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:11.812817 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c5be0914-9994-4e6b-b239-13bad91a2266 req-a9f87efe-4765-4a70-b06a-1af3ae2b5f1a tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=16cc9992-8538-4151-b169-681a3458fad0 HTTP/1.1" status: 200 len: 945 time: 0.0962770 Dec 16 15:51:11.813510 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-d7c40be0-c0cc-4b98-83a6-3b1a50bd9701 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:12.144751 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c5be0914-9994-4e6b-b239-13bad91a2266 req-911ee333-c899-4ff8-8fb2-5d869c051ba2 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a06c891-fae3-406d-b89e-bc8eaf612049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996252 Dec 16 15:51:12.263344 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-d7c40be0-c0cc-4b98-83a6-3b1a50bd9701 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7875374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874197'] for router, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:12.347315 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3868e3-375c-4886-ac6a-33af72993f1c None None] Network 9f3bcad2-6582-4016-8d64-28b5be20bd8f requested from dv-cinder-784477-11-iscsi {{(pid=108906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:51:12.410743 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-3f8b90f6-2944-46e9-944f-581f341420da None None] Provisioning complete for port dbe0af56-f252-47e0-a162-74f2d9aa9443 triggered by entity DHCP. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:51:12.411110 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-3f8b90f6-2944-46e9-944f-581f341420da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:12.437970 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7c40be0-c0cc-4b98-83a6-3b1a50bd9701 admin admin] Router 7593dae9-2052-4521-89a2-22f30af4575d is scheduled to L3 agent 53beefa8-37d8-48bc-b6da-d824d56f81c3 with binding_index 1 {{(pid=108905) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:51:12.564433 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-3f8b90f6-2944-46e9-944f-581f341420da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:12.599508 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c40be0-c0cc-4b98-83a6-3b1a50bd9701 admin admin] Notify agent at l3_agent.dv-cinder-784477-11-iscsi the message routers_updated {{(pid=108905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:51:12.615294 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ee3532-653f-4bbf-b305-3cd0558d1e1f None None] Sync routers for ids ['7593dae9-2052-4521-89a2-22f30af4575d'] in dv-cinder-784477-11-iscsi {{(pid=108907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:51:12.632833 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-d7c40be0-c0cc-4b98-83a6-3b1a50bd9701 admin admin] Publish callbacks [] for router, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:12.635116 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-d7c40be0-c0cc-4b98-83a6-3b1a50bd9701 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9304893 Dec 16 15:51:12.637665 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 40374) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:12.640083 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ee3532-653f-4bbf-b305-3cd0558d1e1f None None] Routers {'7593dae9-2052-4521-89a2-22f30af4575d'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:51:12.642089 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-44ee3532-653f-4bbf-b305-3cd0558d1e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:51:09Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['7593dae9-2052-4521-89a2-22f30af4575d'], 'active': True} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:51:12.686376 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-3f8b90f6-2944-46e9-944f-581f341420da None None] For port dbe0af56-f252-47e0-a162-74f2d9aa9443, host dv-cinder-784477-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=dbe0af56-f252-47e0-a162-74f2d9aa9443,segment=NetworkSegment(8a8cc844-cc13-47cc-b194-eff6c05ee70b),segment_id=8a8cc844-cc13-47cc-b194-eff6c05ee70b)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:51:12.691691 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-3f8b90f6-2944-46e9-944f-581f341420da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:12.773390 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:12.804997 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b90f6-2944-46e9-944f-581f341420da None None] Pushing event updated for resources: {'Port': ['ID=dbe0af56-f252-47e0-a162-74f2d9aa9443,revision_number=3']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:12.810965 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvr_db [None req-44ee3532-653f-4bbf-b305-3cd0558d1e1f None None] Set router 7593dae9-2052-4521-89a2-22f30af4575d gateway port host: dv-cinder-784477-11-iscsi {{(pid=108907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:51:12.922009 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-a7810d9a-6ec4-48f9-80df-4990337c02d0 None None] Provisioning complete for port dbe0af56-f252-47e0-a162-74f2d9aa9443 triggered by entity DHCP. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:51:12.923977 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-a7810d9a-6ec4-48f9-80df-4990337c02d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:12.968920 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device dbe0af56-f252-47e0-a162-74f2d9aa9443 up at agent ovs-agent-dv-cinder-784477-11-iscsi {{(pid=108906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:51:13.060635 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-44ee3532-653f-4bbf-b305-3cd0558d1e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7593dae9-2052-4521-89a2-22f30af4575d', 'name': 'tempest-TestShelveInstance-790036914-router', 'tenant_id': '34de311402354bb6a5903e764e3a0cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': 'bbf163b2-8d7b-45be-93ad-797ea0dba58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:51:10Z', 'updated_at': '2021-12-16T15:51:11Z', 'revision_number': 3, 'project_id': '34de311402354bb6a5903e764e3a0cbc', 'gw_port': {'id': 'bbf163b2-8d7b-45be-93ad-797ea0dba58a', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:56:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7593dae9-2052-4521-89a2-22f30af4575d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:11Z', 'updated_at': '2021-12-16T15:51:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi'}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:51:13.071493 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Provisioning complete for port dbe0af56-f252-47e0-a162-74f2d9aa9443 triggered by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:51:13.071856 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:13.101998 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ee3532-653f-4bbf-b305-3cd0558d1e1f None None] Checking router: 7593dae9-2052-4521-89a2-22f30af4575d for host: dv-cinder-784477-11-iscsi {{(pid=108907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:51:13.102488 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ee3532-653f-4bbf-b305-3cd0558d1e1f None None] Updating router 7593dae9-2052-4521-89a2-22f30af4575d port bbf163b2-8d7b-45be-93ad-797ea0dba58a binding host dv-cinder-784477-11-iscsi {{(pid=108907) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:51:13.137509 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron_lib.callbacks.manager [None req-44ee3532-653f-4bbf-b305-3cd0558d1e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:13.247871 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-72c975ee-53d2-4bdc-a1c3-4def764f678f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:13.421091 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron_lib.callbacks.manager [None req-44ee3532-653f-4bbf-b305-3cd0558d1e1f None None] Publish callbacks [] for port, precommit_update {{(pid=108907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:13.428035 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron_lib.callbacks.manager [None req-44ee3532-653f-4bbf-b305-3cd0558d1e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:13.473162 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.db.db_base_plugin_common [None req-72c975ee-53d2-4bdc-a1c3-4def764f678f admin admin] Allocated IP 172.20.0.1 (9f3bcad2-6582-4016-8d64-28b5be20bd8f/be190589-1228-416b-a7de-4c8d3640d62c/9977c396-24d5-4d44-baae-1a5195492b0f) {{(pid=108905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:51:13.473783 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54a1d6-e917-4b7a-86ee-6593ef1ea139 None None] Pushing event updated for resources: {'Port': ['ID=bbf163b2-8d7b-45be-93ad-797ea0dba58a,revision_number=2']} {{(pid=108907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:13.495493 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f54a1d6-e917-4b7a-86ee-6593ef1ea139 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:51:13.495865 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f54a1d6-e917-4b7a-86ee-6593ef1ea139 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:51:13.496823 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f54a1d6-e917-4b7a-86ee-6593ef1ea139 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:51:13.496823 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f54a1d6-e917-4b7a-86ee-6593ef1ea139 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:51:13.497046 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f54a1d6-e917-4b7a-86ee-6593ef1ea139 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:51:13.497193 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f54a1d6-e917-4b7a-86ee-6593ef1ea139 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:51:13.497580 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f54a1d6-e917-4b7a-86ee-6593ef1ea139 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:51:13.497957 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f54a1d6-e917-4b7a-86ee-6593ef1ea139 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:51:13.498284 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f54a1d6-e917-4b7a-86ee-6593ef1ea139 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:51:13.498602 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f54a1d6-e917-4b7a-86ee-6593ef1ea139 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:51:13.498922 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f54a1d6-e917-4b7a-86ee-6593ef1ea139 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:51:13.499234 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f54a1d6-e917-4b7a-86ee-6593ef1ea139 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:51:13.499553 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f54a1d6-e917-4b7a-86ee-6593ef1ea139 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:51:13.503009 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.plugins.ml2.managers [None req-44ee3532-653f-4bbf-b305-3cd0558d1e1f None None] Attempting to bind port bbf163b2-8d7b-45be-93ad-797ea0dba58a on host dv-cinder-784477-11-iscsi for vnic_type normal with profile {{(pid=108907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:51:13.503378 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.plugins.ml2.managers [None req-44ee3532-653f-4bbf-b305-3cd0558d1e1f None None] Attempting to bind port bbf163b2-8d7b-45be-93ad-797ea0dba58a by drivers openvswitch,hyperv on host dv-cinder-784477-11-iscsi at level 0 using segments [{'id': '0390f958-c764-4c6b-ad22-4946ebfb354b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3'}] {{(pid=108907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:51:13.503734 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ee3532-653f-4bbf-b305-3cd0558d1e1f None None] Attempting to bind port bbf163b2-8d7b-45be-93ad-797ea0dba58a on network b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3 {{(pid=108907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:51:13.509151 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ee3532-653f-4bbf-b305-3cd0558d1e1f None None] Checking agent: {'id': '5eca9fcc-5dcd-4ee1-9579-22579284a65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 40, 43), 'started_at': datetime.datetime(2021, 12, 16, 15, 41, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:51:13.509553 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ee3532-653f-4bbf-b305-3cd0558d1e1f None None] Checking segment: {'id': '0390f958-c764-4c6b-ad22-4946ebfb354b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:51:13.509952 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron_lib.callbacks.manager [None req-44ee3532-653f-4bbf-b305-3cd0558d1e1f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:13.510343 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ee3532-653f-4bbf-b305-3cd0558d1e1f None None] Bound using segment: {'id': '0390f958-c764-4c6b-ad22-4946ebfb354b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3'} {{(pid=108907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:51:13.510805 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.plugins.ml2.managers [None req-44ee3532-653f-4bbf-b305-3cd0558d1e1f None None] Bound port: bbf163b2-8d7b-45be-93ad-797ea0dba58a, host: dv-cinder-784477-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0390f958-c764-4c6b-ad22-4946ebfb354b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3'}}] {{(pid=108907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:51:13.511194 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron_lib.callbacks.manager [None req-44ee3532-653f-4bbf-b305-3cd0558d1e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:13.568760 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.plugins.ml2.db [None req-44ee3532-653f-4bbf-b305-3cd0558d1e1f None None] For port bbf163b2-8d7b-45be-93ad-797ea0dba58a, host dv-cinder-784477-11-iscsi, cleared binding levels {{(pid=108907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:51:13.573645 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.plugins.ml2.db [None req-44ee3532-653f-4bbf-b305-3cd0558d1e1f None None] For port bbf163b2-8d7b-45be-93ad-797ea0dba58a, host dv-cinder-784477-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=bbf163b2-8d7b-45be-93ad-797ea0dba58a,segment=NetworkSegment(0390f958-c764-4c6b-ad22-4946ebfb354b),segment_id=0390f958-c764-4c6b-ad22-4946ebfb354b)] {{(pid=108907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:51:13.581160 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron_lib.callbacks.manager [None req-44ee3532-653f-4bbf-b305-3cd0558d1e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:13.616696 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-72c975ee-53d2-4bdc-a1c3-4def764f678f admin admin] Publish callbacks [] for port, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:13.633546 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ee3532-653f-4bbf-b305-3cd0558d1e1f None None] Routers {'7593dae9-2052-4521-89a2-22f30af4575d'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:51:13.634177 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-44ee3532-653f-4bbf-b305-3cd0558d1e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:51:09Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['7593dae9-2052-4521-89a2-22f30af4575d'], 'active': True} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:51:13.661903 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-72c975ee-53d2-4bdc-a1c3-4def764f678f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739691803594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5936052'] for port, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:13.705107 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54a1d6-e917-4b7a-86ee-6593ef1ea139 None None] Pushing event updated for resources: {'Port': ['ID=bbf163b2-8d7b-45be-93ad-797ea0dba58a,revision_number=3']} {{(pid=108907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:13.717986 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c975ee-53d2-4bdc-a1c3-4def764f678f admin admin] Network 9f3bcad2-6582-4016-8d64-28b5be20bd8f is already hosted by enough agents. {{(pid=108905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:51:13.723285 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.base_scheduler [None req-72c975ee-53d2-4bdc-a1c3-4def764f678f admin admin] Resources bound (agent type, host, resource id): {{(pid=108905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:51:13.726402 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c975ee-53d2-4bdc-a1c3-4def764f678f admin admin] Received port after_create {{(pid=108905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:51:13.765012 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c975ee-53d2-4bdc-a1c3-4def764f678f admin admin] Pushing event updated for resources: {'Port': ['ID=9977c396-24d5-4d44-baae-1a5195492b0f,revision_number=1']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:13.774980 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-72c975ee-53d2-4bdc-a1c3-4def764f678f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7874534'] for router_interface, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:13.788082 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvr_db [None req-44ee3532-653f-4bbf-b305-3cd0558d1e1f None None] Set router 7593dae9-2052-4521-89a2-22f30af4575d gateway port host: dv-cinder-784477-11-iscsi {{(pid=108907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:51:14.014610 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-bc557b1b-5fd0-46e7-a14d-38e9af398371 None None] Provisioning complete for port 9977c396-24d5-4d44-baae-1a5195492b0f triggered by entity DHCP. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:51:14.015289 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-bc557b1b-5fd0-46e7-a14d-38e9af398371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:14.068624 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-bc557b1b-5fd0-46e7-a14d-38e9af398371 None None] Port 9977c396-24d5-4d44-baae-1a5195492b0f cannot update to ACTIVE because it is not bound. {{(pid=108906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:51:14.082221 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-72c975ee-53d2-4bdc-a1c3-4def764f678f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:14.092121 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-44ee3532-653f-4bbf-b305-3cd0558d1e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7593dae9-2052-4521-89a2-22f30af4575d', 'name': 'tempest-TestShelveInstance-790036914-router', 'tenant_id': '34de311402354bb6a5903e764e3a0cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': 'bbf163b2-8d7b-45be-93ad-797ea0dba58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:51:10Z', 'updated_at': '2021-12-16T15:51:11Z', 'revision_number': 3, 'project_id': '34de311402354bb6a5903e764e3a0cbc', 'gw_port': {'id': 'bbf163b2-8d7b-45be-93ad-797ea0dba58a', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:56:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7593dae9-2052-4521-89a2-22f30af4575d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:11Z', 'updated_at': '2021-12-16T15:51:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi'}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:51:14.139273 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ee3532-653f-4bbf-b305-3cd0558d1e1f None None] The sync data for ids ['7593dae9-2052-4521-89a2-22f30af4575d'] in dv-cinder-784477-11-iscsi is: [{'id': '7593dae9-2052-4521-89a2-22f30af4575d', 'name': 'tempest-TestShelveInstance-790036914-router', 'tenant_id': '34de311402354bb6a5903e764e3a0cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': 'bbf163b2-8d7b-45be-93ad-797ea0dba58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:51:10Z', 'updated_at': '2021-12-16T15:51:11Z', 'revision_number': 3, 'project_id': '34de311402354bb6a5903e764e3a0cbc', 'gw_port': {'id': 'bbf163b2-8d7b-45be-93ad-797ea0dba58a', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:56:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7593dae9-2052-4521-89a2-22f30af4575d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:11Z', 'updated_at': '2021-12-16T15:51:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi'}] {{(pid=108907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:51:14.292966 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-72c975ee-53d2-4bdc-a1c3-4def764f678f admin admin] Publish callbacks [] for port, precommit_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:14.298707 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-72c975ee-53d2-4bdc-a1c3-4def764f678f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5936077'] for port, after_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:14.371740 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-72c975ee-53d2-4bdc-a1c3-4def764f678f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7902817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872854'] for router_interface, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:14.373573 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c975ee-53d2-4bdc-a1c3-4def764f678f admin admin] Pushing event updated for resources: {'Port': ['ID=9977c396-24d5-4d44-baae-1a5195492b0f,revision_number=2']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:14.496775 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c975ee-53d2-4bdc-a1c3-4def764f678f admin admin] Network 9f3bcad2-6582-4016-8d64-28b5be20bd8f is already hosted by enough agents. {{(pid=108905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:51:14.503401 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.base_scheduler [None req-72c975ee-53d2-4bdc-a1c3-4def764f678f admin admin] Resources bound (agent type, host, resource id): {{(pid=108905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:51:14.653056 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72c975ee-53d2-4bdc-a1c3-4def764f678f admin admin] Router 7593dae9-2052-4521-89a2-22f30af4575d has already been hosted by L3 agent 53beefa8-37d8-48bc-b6da-d824d56f81c3 {{(pid=108905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:51:14.803017 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-ca7c9cce-6996-43ff-86b6-8c64d40531db None None] Provisioning complete for port 9977c396-24d5-4d44-baae-1a5195492b0f triggered by entity DHCP. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:51:14.803419 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ca7c9cce-6996-43ff-86b6-8c64d40531db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:14.824366 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c975ee-53d2-4bdc-a1c3-4def764f678f admin admin] Notify agent at l3_agent.dv-cinder-784477-11-iscsi the message routers_updated {{(pid=108905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:51:14.830258 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-72c975ee-53d2-4bdc-a1c3-4def764f678f admin admin] 10.222.0.31 "PUT /v2.0/routers/7593dae9-2052-4521-89a2-22f30af4575d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1904805 Dec 16 15:51:14.862579 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-ca7c9cce-6996-43ff-86b6-8c64d40531db None None] Port 9977c396-24d5-4d44-baae-1a5195492b0f cannot update to ACTIVE because it is not bound. {{(pid=108906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:51:15.076432 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device dbe0af56-f252-47e0-a162-74f2d9aa9443 up at agent ovs-agent-dv-cinder-784477-11-iscsi {{(pid=108906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:51:15.240970 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 40458) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:15.311400 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a83de-ed2d-4d9e-a0b0-3bb68cc90e55 req-3ddd9b44-2956-4a22-9729-516a05fa8076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:15.323512 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-c62a83de-ed2d-4d9e-a0b0-3bb68cc90e55 req-3ddd9b44-2956-4a22-9729-516a05fa8076 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=290d9f6dcb5f4f878cc58690825a1e12&device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 1098 time: 0.1019151 Dec 16 15:51:15.324040 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 40464) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:15.383289 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89464b12-0fd2-4edc-a5d8-be9192a27374 req-2990760a-8349-4c96-9d10-2a9e190f0ad0 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:15.391777 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-89464b12-0fd2-4edc-a5d8-be9192a27374 req-2990760a-8349-4c96-9d10-2a9e190f0ad0 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 945 time: 0.1056225 Dec 16 15:51:15.421589 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Provisioning complete for port dbe0af56-f252-47e0-a162-74f2d9aa9443 triggered by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:51:15.422008 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:15.472509 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-89464b12-0fd2-4edc-a5d8-be9192a27374 req-4900cca5-af2c-4c9f-82d9-b8894a44c78f tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793121 Dec 16 15:51:15.518033 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a83de-ed2d-4d9e-a0b0-3bb68cc90e55 req-fdbdfb37-c388-4d74-823b-dbcda9f674d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:15.519521 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-c62a83de-ed2d-4d9e-a0b0-3bb68cc90e55 req-fdbdfb37-c388-4d74-823b-dbcda9f674d6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f48475bf-944a-4c2f-81b1-c044356a1dbb HTTP/1.1" status: 200 len: 920 time: 0.1780655 Dec 16 15:51:15.522189 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device bbf163b2-8d7b-45be-93ad-797ea0dba58a up at agent ovs-agent-dv-cinder-784477-11-iscsi {{(pid=108906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:51:15.572006 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-c62a83de-ed2d-4d9e-a0b0-3bb68cc90e55 req-1b7e284e-d74c-494e-8a07-b7f29b6a5803 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a162fcff-3fe8-4fc6-a489-b53c84cb0c45 HTTP/1.1" status: 200 len: 217 time: 0.0397584 Dec 16 15:51:15.578077 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Provisioning complete for port bbf163b2-8d7b-45be-93ad-797ea0dba58a triggered by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:51:15.578447 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:15.662475 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a83de-ed2d-4d9e-a0b0-3bb68cc90e55 req-7eea2522-1ae5-4cad-90d1-7846f1ca7119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:15.664653 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-c62a83de-ed2d-4d9e-a0b0-3bb68cc90e55 req-7eea2522-1ae5-4cad-90d1-7846f1ca7119 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ac75be2f-288e-4c4c-b681-13dbe4d336f8 HTTP/1.1" status: 200 len: 859 time: 0.0826113 Dec 16 15:51:15.666366 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-686e2d86-52d4-4048-8ec1-4bab43326e40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:15.684393 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-82c22c5d-7fcf-4168-9d30-aa4689e78fe5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:15.688877 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:15.719040 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-c62a83de-ed2d-4d9e-a0b0-3bb68cc90e55 req-9b2461fa-10d8-4067-aef1-3180ef5c8015 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f48475bf-944a-4c2f-81b1-c044356a1dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380530 Dec 16 15:51:15.721962 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] For port bbf163b2-8d7b-45be-93ad-797ea0dba58a, host dv-cinder-784477-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=bbf163b2-8d7b-45be-93ad-797ea0dba58a,segment=NetworkSegment(0390f958-c764-4c6b-ad22-4946ebfb354b),segment_id=0390f958-c764-4c6b-ad22-4946ebfb354b)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:51:15.728052 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:15.794431 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Pushing event updated for resources: {'Port': ['ID=bbf163b2-8d7b-45be-93ad-797ea0dba58a,revision_number=4']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:15.832407 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-82c22c5d-7fcf-4168-9d30-aa4689e78fe5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:15.840808 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-82c22c5d-7fcf-4168-9d30-aa4689e78fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:15.881909 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-686e2d86-52d4-4048-8ec1-4bab43326e40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:15.884950 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-c62a83de-ed2d-4d9e-a0b0-3bb68cc90e55 req-390d7b52-ab38-441f-aad1-a2639fbfa868 service neutron] 10.222.0.66 "GET /v2.0/networks/f48475bf-944a-4c2f-81b1-c044356a1dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472542 Dec 16 15:51:15.886846 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-686e2d86-52d4-4048-8ec1-4bab43326e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:15.892622 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-82c22c5d-7fcf-4168-9d30-aa4689e78fe5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8d2913a14e4a463cad06124b1c4ca6bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6506376 Dec 16 15:51:15.897353 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 40478) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:15.935494 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c22c5d-7fcf-4168-9d30-aa4689e78fe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b807644c-3068-4e30-98a7-f40ff4e2722b,revision_number=1']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:15.962451 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-fc88befc-768d-4f1d-8c77-33c5672b189b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:15.984353 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-fc88befc-768d-4f1d-8c77-33c5672b189b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:15.986912 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686e2d86-52d4-4048-8ec1-4bab43326e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1afc8626-6d7d-4283-9bb0-8c6125cfdebf,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:15.995741 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-686e2d86-52d4-4048-8ec1-4bab43326e40 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6eae1d0a25544e4289a50a1f09422929&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6700337 Dec 16 15:51:15.998805 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 40482) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:16.024625 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 40484) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:16.031112 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.v2.base [None req-ad5fd311-4b7c-46d6-b669-11d1008c9ebe admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1719685043-network', 'tenant_id': 'ee0f5fd8fd544d23b38c6a100f3d5f83'}} {{(pid=108905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:51:16.048107 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-c62a83de-ed2d-4d9e-a0b0-3bb68cc90e55 req-d3c15b4b-bbf1-4140-aa37-fc97b36527c4 service neutron] 10.222.0.66 "GET /v2.0/networks/f48475bf-944a-4c2f-81b1-c044356a1dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475925 Dec 16 15:51:16.084974 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-39af8333-162a-4b69-b489-0c76b3402ca1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:16.088228 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-fc88befc-768d-4f1d-8c77-33c5672b189b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:16.090755 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-fc88befc-768d-4f1d-8c77-33c5672b189b admin admin] Publish callbacks [] for security_group, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:16.091909 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-fc88befc-768d-4f1d-8c77-33c5672b189b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b807644c-3068-4e30-98a7-f40ff4e2722b HTTP/1.1" status: 204 len: 168 time: 0.1936231 Dec 16 15:51:16.092559 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad5fd311-4b7c-46d6-b669-11d1008c9ebe admin admin] Made reservation on behalf of ee0f5fd8fd544d23b38c6a100f3d5f83 for: {'network': 1} {{(pid=108905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:51:16.094860 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-ad5fd311-4b7c-46d6-b669-11d1008c9ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for network, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:16.119334 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-ad5fd311-4b7c-46d6-b669-11d1008c9ebe admin admin] Publish callbacks [] for security_group, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:16.130080 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc88befc-768d-4f1d-8c77-33c5672b189b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b807644c-3068-4e30-98a7-f40ff4e2722b,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:16.144899 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-39af8333-162a-4b69-b489-0c76b3402ca1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:16.237305 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-39af8333-162a-4b69-b489-0c76b3402ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:16.247421 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-39af8333-162a-4b69-b489-0c76b3402ca1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:16.251176 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-39af8333-162a-4b69-b489-0c76b3402ca1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1afc8626-6d7d-4283-9bb0-8c6125cfdebf HTTP/1.1" status: 204 len: 168 time: 0.2488747 Dec 16 15:51:16.261810 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd1ec27-9af9-42e1-957b-75ae21d640d1 None None] Sync routers for ids ['7593dae9-2052-4521-89a2-22f30af4575d'] in dv-cinder-784477-11-iscsi {{(pid=108906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:51:16.269046 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-ad5fd311-4b7c-46d6-b669-11d1008c9ebe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:16.270417 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39af8333-162a-4b69-b489-0c76b3402ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1afc8626-6d7d-4283-9bb0-8c6125cfdebf,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:16.278946 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-ad5fd311-4b7c-46d6-b669-11d1008c9ebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:16.287692 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd1ec27-9af9-42e1-957b-75ae21d640d1 None None] Routers {'7593dae9-2052-4521-89a2-22f30af4575d'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:51:16.288955 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-8bd1ec27-9af9-42e1-957b-75ae21d640d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:51:09Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['7593dae9-2052-4521-89a2-22f30af4575d'], 'active': True} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:51:16.306506 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad5fd311-4b7c-46d6-b669-11d1008c9ebe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=108905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:51:16.326163 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5fd311-4b7c-46d6-b669-11d1008c9ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88663274-6ae1-492b-9ea9-9c10abe340c9,revision_number=1']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:16.334195 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-ad5fd311-4b7c-46d6-b669-11d1008c9ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772428'] for segment, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:16.334756 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.db.segments_db [None req-ad5fd311-4b7c-46d6-b669-11d1008c9ebe admin admin] Added segment 3de3ef09-df63-448b-a09c-283803fe8dc3 of type vlan for network 74babb0a-1f00-453a-85c8-c7921a8fa395 Dec 16 15:51:16.439626 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-ad5fd311-4b7c-46d6-b669-11d1008c9ebe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739691820328'] for network, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:16.491017 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvr_db [None req-8bd1ec27-9af9-42e1-957b-75ae21d640d1 None None] Set router 7593dae9-2052-4521-89a2-22f30af4575d gateway port host: dv-cinder-784477-11-iscsi {{(pid=108906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:51:16.520715 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-ad5fd311-4b7c-46d6-b669-11d1008c9ebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8007001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803'] for network, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:16.522021 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5fd311-4b7c-46d6-b669-11d1008c9ebe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:16.522819 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-ad5fd311-4b7c-46d6-b669-11d1008c9ebe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7902797'] for network, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:16.597126 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-ad5fd311-4b7c-46d6-b669-11d1008c9ebe admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5697968 Dec 16 15:51:16.600283 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 40506) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:16.606697 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.v2.base [None req-a0177c72-ab89-49d7-9efe-b529eae1bf59 admin admin] Request body: {'subnet': {'network_id': '74babb0a-1f00-453a-85c8-c7921a8fa395', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1719685043-subnet', 'tenant_id': 'ee0f5fd8fd544d23b38c6a100f3d5f83', 'ip_version': 4}} {{(pid=108904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:51:16.631805 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5fd311-4b7c-46d6-b669-11d1008c9ebe admin admin] Pushing event updated for resources: {'Network': ['ID=74babb0a-1f00-453a-85c8-c7921a8fa395,revision_number=1']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:16.666226 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 40508) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:16.679097 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0177c72-ab89-49d7-9efe-b529eae1bf59 admin admin] Made reservation on behalf of ee0f5fd8fd544d23b38c6a100f3d5f83 for: {'subnet': 1} {{(pid=108904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:51:16.684207 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364b73db-2851-4a07-9b07-9f552885b7ce req-d074158c-eefb-4916-ac44-2f4b24f93890 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:16.685857 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-364b73db-2851-4a07-9b07-9f552885b7ce req-d074158c-eefb-4916-ac44-2f4b24f93890 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 945 time: 0.0936041 Dec 16 15:51:16.688170 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-a0177c72-ab89-49d7-9efe-b529eae1bf59 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:16.701751 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Network 74babb0a-1f00-453a-85c8-c7921a8fa395 details requested by agent ovs-agent-dv-cinder-784477-11-iscsi with host dv-cinder-784477-11-iscsi {{(pid=108906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:51:16.824052 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-364b73db-2851-4a07-9b07-9f552885b7ce req-5395f6ec-367c-4388-af09-7d7364a1ff14 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264830 Dec 16 15:51:16.846618 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 40514) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:16.869162 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-9f8a18b1-aff3-472e-9ecf-e898a6d4b8da admin admin] Publish callbacks [] for security_group, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:16.947335 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device bbf163b2-8d7b-45be-93ad-797ea0dba58a up at agent ovs-agent-dv-cinder-784477-11-iscsi {{(pid=108906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:51:16.949120 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-3ec0a3a6-9a2a-4623-892f-a95252b80737 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:16.972661 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-9f8a18b1-aff3-472e-9ecf-e898a6d4b8da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:16.979604 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-9f8a18b1-aff3-472e-9ecf-e898a6d4b8da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:16.998034 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-8bd1ec27-9af9-42e1-957b-75ae21d640d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7593dae9-2052-4521-89a2-22f30af4575d', 'name': 'tempest-TestShelveInstance-790036914-router', 'tenant_id': '34de311402354bb6a5903e764e3a0cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': 'bbf163b2-8d7b-45be-93ad-797ea0dba58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:51:10Z', 'updated_at': '2021-12-16T15:51:14Z', 'revision_number': 4, 'project_id': '34de311402354bb6a5903e764e3a0cbc', 'gw_port': {'id': 'bbf163b2-8d7b-45be-93ad-797ea0dba58a', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:56:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7593dae9-2052-4521-89a2-22f30af4575d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:11Z', 'updated_at': '2021-12-16T15:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_interfaces': [{'id': '9977c396-24d5-4d44-baae-1a5195492b0f', 'name': '', 'network_id': '9f3bcad2-6582-4016-8d64-28b5be20bd8f', 'tenant_id': '34de311402354bb6a5903e764e3a0cbc', 'mac_address': 'fa:16:3e:03:32:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7593dae9-2052-4521-89a2-22f30af4575d', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'be190589-1228-416b-a7de-4c8d3640d62c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:13Z', 'updated_at': '2021-12-16T15:51:14Z', 'revision_number': 2, 'project_id': '34de311402354bb6a5903e764e3a0cbc', 'subnets': [{'id': 'be190589-1228-416b-a7de-4c8d3640d62c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:51:17.008529 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-a0177c72-ab89-49d7-9efe-b529eae1bf59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8060090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803'] for subnet, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:17.022230 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8a18b1-aff3-472e-9ecf-e898a6d4b8da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c83c51-8bf7-43df-9d26-d9a5565fc235,revision_number=1']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:17.027395 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd1ec27-9af9-42e1-957b-75ae21d640d1 None None] Checking router: 7593dae9-2052-4521-89a2-22f30af4575d for host: dv-cinder-784477-11-iscsi {{(pid=108906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:51:17.027789 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd1ec27-9af9-42e1-957b-75ae21d640d1 None None] Updating router 7593dae9-2052-4521-89a2-22f30af4575d port 9977c396-24d5-4d44-baae-1a5195492b0f binding host dv-cinder-784477-11-iscsi {{(pid=108906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:51:17.036532 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-9f8a18b1-aff3-472e-9ecf-e898a6d4b8da admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=294e73bf2a5d41329ad8ad8a3f21015f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1859648 Dec 16 15:51:17.036862 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 40516) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:17.062969 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-8bd1ec27-9af9-42e1-957b-75ae21d640d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:17.073177 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Provisioning complete for port bbf163b2-8d7b-45be-93ad-797ea0dba58a triggered by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:51:17.073441 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:17.083395 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0177c72-ab89-49d7-9efe-b529eae1bf59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2e44585-5161-4b0b-b3c2-f7de13e0cc01,revision_number=0']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:17.103286 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-9c5d29a4-aefa-48dd-a415-2a8e1d7d3dd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:17.123781 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-3ec0a3a6-9a2a-4623-892f-a95252b80737 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:17.125260 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0177c72-ab89-49d7-9efe-b529eae1bf59 admin admin] Checking segment: {'id': '3de3ef09-df63-448b-a09c-283803fe8dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '74babb0a-1f00-453a-85c8-c7921a8fa395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:51:17.125597 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0177c72-ab89-49d7-9efe-b529eae1bf59 admin admin] Network hostable DHCP agents. Network: 74babb0a-1f00-453a-85c8-c7921a8fa395, hostable agents: ['02e00dda-7193-4a71-a593-a2bdfaca617e'], hosted agents: [] {{(pid=108904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:51:17.132738 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-3ec0a3a6-9a2a-4623-892f-a95252b80737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:17.174233 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0177c72-ab89-49d7-9efe-b529eae1bf59 admin admin] Network 74babb0a-1f00-453a-85c8-c7921a8fa395 is scheduled to be hosted by DHCP agent 02e00dda-7193-4a71-a593-a2bdfaca617e with binding_index 1 {{(pid=108904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:51:17.185683 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-3ec0a3a6-9a2a-4623-892f-a95252b80737 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3b2009aa8e3c498b9286c2fecb590ce5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5178561 Dec 16 15:51:17.188056 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec0a3a6-9a2a-4623-892f-a95252b80737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12ab92ab-27ff-4cab-8dd5-0e2c6ea9f16c,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:17.190846 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 40518) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:17.199485 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.base_scheduler [None req-a0177c72-ab89-49d7-9efe-b529eae1bf59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-11-iscsi, 74babb0a-1f00-453a-85c8-c7921a8fa395) {{(pid=108904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:51:17.211453 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0177c72-ab89-49d7-9efe-b529eae1bf59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:17.212299 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-a0177c72-ab89-49d7-9efe-b529eae1bf59 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:17.234437 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b1ef32-07a3-47b6-a84a-87d58866520c None None] Network 74babb0a-1f00-453a-85c8-c7921a8fa395 requested from dv-cinder-784477-11-iscsi {{(pid=108906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:51:17.259155 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-a0177c72-ab89-49d7-9efe-b529eae1bf59 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6546421 Dec 16 15:51:17.259420 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 40520) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:17.266550 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.v2.base [None req-c0aaec35-ec35-42fb-beb1-3ce51d2f065c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1719685043-router', 'tenant_id': 'ee0f5fd8fd544d23b38c6a100f3d5f83', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3'}}} {{(pid=108904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:51:17.284772 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-cf9af705-45a2-47d7-97f2-f291b5c558d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:17.318579 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-cf9af705-45a2-47d7-97f2-f291b5c558d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:17.320542 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-c0aaec35-ec35-42fb-beb1-3ce51d2f065c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7874727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6813'] for router, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:17.321633 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-c0aaec35-ec35-42fb-beb1-3ce51d2f065c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7875351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7874278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8123815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6826'] for router, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:17.357059 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-9c5d29a4-aefa-48dd-a415-2a8e1d7d3dd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:17.410616 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-c0aaec35-ec35-42fb-beb1-3ce51d2f065c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:17.412177 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-9c5d29a4-aefa-48dd-a415-2a8e1d7d3dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:17.415264 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-9c5d29a4-aefa-48dd-a415-2a8e1d7d3dd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:17.419079 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-9c5d29a4-aefa-48dd-a415-2a8e1d7d3dd5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c3c83c51-8bf7-43df-9d26-d9a5565fc235 HTTP/1.1" status: 204 len: 168 time: 0.3788984 Dec 16 15:51:17.427336 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5d29a4-aefa-48dd-a415-2a8e1d7d3dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c83c51-8bf7-43df-9d26-d9a5565fc235,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:17.436012 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76249125-22ac-4831-8849-725ccd83c7ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7ef089e-da1e-5e7e-8d50-b8251f3063fb-74babb0a-1f00-453a-85c8-c7921a8fa395', 'network_id': '74babb0a-1f00-453a-85c8-c7921a8fa395', 'project_id': 'ee0f5fd8fd544d23b38c6a100f3d5f83', 'fixed_ips': [{'subnet_id': 'a2e44585-5161-4b0b-b3c2-f7de13e0cc01'}]}} from dv-cinder-784477-11-iscsi. {{(pid=108906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:51:17.436663 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-76249125-22ac-4831-8849-725ccd83c7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_create {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:17.549070 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-cf9af705-45a2-47d7-97f2-f291b5c558d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:17.552334 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-cf9af705-45a2-47d7-97f2-f291b5c558d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:17.563365 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-cf9af705-45a2-47d7-97f2-f291b5c558d4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/12ab92ab-27ff-4cab-8dd5-0e2c6ea9f16c HTTP/1.1" status: 204 len: 168 time: 0.3643711 Dec 16 15:51:17.598766 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-c0aaec35-ec35-42fb-beb1-3ce51d2f065c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:17.602668 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9af705-45a2-47d7-97f2-f291b5c558d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ab92ab-27ff-4cab-8dd5-0e2c6ea9f16c,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:17.645770 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-8bd1ec27-9af9-42e1-957b-75ae21d640d1 None None] Publish callbacks [] for port, precommit_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:17.656825 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-8bd1ec27-9af9-42e1-957b-75ae21d640d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:17.769846 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ed07e1-5a35-4d75-a10e-4f5fe204e738 None None] Pushing event updated for resources: {'Port': ['ID=9977c396-24d5-4d44-baae-1a5195492b0f,revision_number=3']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:17.783019 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.db_base_plugin_common [None req-76249125-22ac-4831-8849-725ccd83c7ba None None] Allocated IP 172.20.0.2 (74babb0a-1f00-453a-85c8-c7921a8fa395/a2e44585-5161-4b0b-b3c2-f7de13e0cc01/3323121b-645d-40ea-8880-13e360fd4921) {{(pid=108906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:51:17.874978 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.managers [None req-8bd1ec27-9af9-42e1-957b-75ae21d640d1 None None] Attempting to bind port 9977c396-24d5-4d44-baae-1a5195492b0f on host dv-cinder-784477-11-iscsi for vnic_type normal with profile {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:51:17.875929 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.managers [None req-8bd1ec27-9af9-42e1-957b-75ae21d640d1 None None] Attempting to bind port 9977c396-24d5-4d44-baae-1a5195492b0f by drivers openvswitch,hyperv on host dv-cinder-784477-11-iscsi at level 0 using segments [{'id': '8a8cc844-cc13-47cc-b194-eff6c05ee70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9f3bcad2-6582-4016-8d64-28b5be20bd8f'}] {{(pid=108906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:51:17.880152 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd1ec27-9af9-42e1-957b-75ae21d640d1 None None] Attempting to bind port 9977c396-24d5-4d44-baae-1a5195492b0f on network 9f3bcad2-6582-4016-8d64-28b5be20bd8f {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:51:17.916855 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd1ec27-9af9-42e1-957b-75ae21d640d1 None None] Checking agent: {'id': '5eca9fcc-5dcd-4ee1-9579-22579284a65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 40, 43), 'started_at': datetime.datetime(2021, 12, 16, 15, 41, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:51:17.917357 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd1ec27-9af9-42e1-957b-75ae21d640d1 None None] Checking segment: {'id': '8a8cc844-cc13-47cc-b194-eff6c05ee70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9f3bcad2-6582-4016-8d64-28b5be20bd8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:51:17.917880 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-8bd1ec27-9af9-42e1-957b-75ae21d640d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:17.918364 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd1ec27-9af9-42e1-957b-75ae21d640d1 None None] Bound using segment: {'id': '8a8cc844-cc13-47cc-b194-eff6c05ee70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9f3bcad2-6582-4016-8d64-28b5be20bd8f'} {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:51:17.919090 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.managers [None req-8bd1ec27-9af9-42e1-957b-75ae21d640d1 None None] Bound port: 9977c396-24d5-4d44-baae-1a5195492b0f, host: dv-cinder-784477-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a8cc844-cc13-47cc-b194-eff6c05ee70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9f3bcad2-6582-4016-8d64-28b5be20bd8f'}}] {{(pid=108906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:51:17.919407 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-8bd1ec27-9af9-42e1-957b-75ae21d640d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:17.933985 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-c0aaec35-ec35-42fb-beb1-3ce51d2f065c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:17.984570 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-c0aaec35-ec35-42fb-beb1-3ce51d2f065c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:18.039967 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc200d44-a93b-4b87-b39e-d07042db4905 req-e8eae647-437e-4499-b290-8d808a1c94e0 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:18.049650 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-dc200d44-a93b-4b87-b39e-d07042db4905 req-e8eae647-437e-4499-b290-8d808a1c94e0 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 945 time: 0.1176207 Dec 16 15:51:18.167131 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-dc200d44-a93b-4b87-b39e-d07042db4905 req-3be19cbb-52e2-4993-b9fa-69209ee81019 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106858 Dec 16 15:51:18.180189 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.db_base_plugin_common [None req-c0aaec35-ec35-42fb-beb1-3ce51d2f065c admin admin] Allocated IP 172.27.1.16 (b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3/792909e7-e23c-4f0f-8575-fa43b44998bb/798f8fd5-6084-45ca-9437-7101ece6309b) {{(pid=108904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:51:18.241755 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-8bd1ec27-9af9-42e1-957b-75ae21d640d1 None None] For port 9977c396-24d5-4d44-baae-1a5195492b0f, host dv-cinder-784477-11-iscsi, cleared binding levels {{(pid=108906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:51:18.243780 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-ec04a77e-9e06-4450-b777-a275c2f660ab None None] Provisioning complete for port 9977c396-24d5-4d44-baae-1a5195492b0f triggered by entity DHCP. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:51:18.244985 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ec04a77e-9e06-4450-b777-a275c2f660ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:18.260670 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-8bd1ec27-9af9-42e1-957b-75ae21d640d1 None None] For port 9977c396-24d5-4d44-baae-1a5195492b0f, host dv-cinder-784477-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=9977c396-24d5-4d44-baae-1a5195492b0f,segment=NetworkSegment(8a8cc844-cc13-47cc-b194-eff6c05ee70b),segment_id=8a8cc844-cc13-47cc-b194-eff6c05ee70b)] {{(pid=108906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:51:18.288409 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-8bd1ec27-9af9-42e1-957b-75ae21d640d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:18.319518 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-c0aaec35-ec35-42fb-beb1-3ce51d2f065c admin admin] Publish callbacks [] for port, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:18.383726 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-c0aaec35-ec35-42fb-beb1-3ce51d2f065c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739691803594'] for port, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:18.394078 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-ec04a77e-9e06-4450-b777-a275c2f660ab None None] Port 9977c396-24d5-4d44-baae-1a5195492b0f cannot update to ACTIVE because it is not bound. {{(pid=108906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:51:18.400674 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-76249125-22ac-4831-8849-725ccd83c7ba None None] Publish callbacks [] for port, precommit_create {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:18.413011 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd1ec27-9af9-42e1-957b-75ae21d640d1 None None] Routers {'7593dae9-2052-4521-89a2-22f30af4575d'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:51:18.413754 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-8bd1ec27-9af9-42e1-957b-75ae21d640d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:51:09Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['7593dae9-2052-4521-89a2-22f30af4575d'], 'active': True} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:51:18.464558 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aaec35-ec35-42fb-beb1-3ce51d2f065c admin admin] Pushing event updated for resources: {'Port': ['ID=798f8fd5-6084-45ca-9437-7101ece6309b,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:18.484637 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-76249125-22ac-4831-8849-725ccd83c7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739691803594'] for port, after_create {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:18.490948 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0aaec35-ec35-42fb-beb1-3ce51d2f065c admin admin] Network b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3 is already hosted by enough agents. {{(pid=108904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:51:18.493101 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.base_scheduler [None req-c0aaec35-ec35-42fb-beb1-3ce51d2f065c admin admin] Resources bound (agent type, host, resource id): {{(pid=108904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:51:18.494535 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ed07e1-5a35-4d75-a10e-4f5fe204e738 None None] Pushing event updated for resources: {'Port': ['ID=9977c396-24d5-4d44-baae-1a5195492b0f,revision_number=4']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:18.495858 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0aaec35-ec35-42fb-beb1-3ce51d2f065c admin admin] Received port after_create {{(pid=108904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:51:18.600327 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 40570) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:18.654044 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76249125-22ac-4831-8849-725ccd83c7ba None None] Network 74babb0a-1f00-453a-85c8-c7921a8fa395 is already hosted by enough agents. {{(pid=108906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:51:18.655962 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 40574) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:18.660206 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.scheduler.base_scheduler [None req-76249125-22ac-4831-8849-725ccd83c7ba None None] Resources bound (agent type, host, resource id): {{(pid=108906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:51:18.674444 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76249125-22ac-4831-8849-725ccd83c7ba None None] Received port after_create {{(pid=108906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:51:18.698232 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76249125-22ac-4831-8849-725ccd83c7ba None None] Pushing event updated for resources: {'Port': ['ID=3323121b-645d-40ea-8880-13e360fd4921,revision_number=1']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:18.752959 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvr_db [None req-8bd1ec27-9af9-42e1-957b-75ae21d640d1 None None] Set router 7593dae9-2052-4521-89a2-22f30af4575d gateway port host: dv-cinder-784477-11-iscsi {{(pid=108906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:51:18.774590 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-c0aaec35-ec35-42fb-beb1-3ce51d2f065c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:18.790929 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.v2.base [None req-225448d2-0d91-4cf4-b4c5-b5ca7e666e32 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-56592982-network', 'tenant_id': '5afea3407ef84fafa658a82512fb4d24'}} {{(pid=108905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:51:18.823851 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.v2.base [None req-71b6f58c-94a1-4d35-bd5e-822c44505b10 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1772035498-network', 'tenant_id': 'a7aae25eb2ad4219aff78b5f9150925f'}} {{(pid=108905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:51:18.830063 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225448d2-0d91-4cf4-b4c5-b5ca7e666e32 admin admin] Made reservation on behalf of 5afea3407ef84fafa658a82512fb4d24 for: {'network': 1} {{(pid=108905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:51:18.833001 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-225448d2-0d91-4cf4-b4c5-b5ca7e666e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for network, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:18.845872 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-225448d2-0d91-4cf4-b4c5-b5ca7e666e32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:18.865346 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:18.871818 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-3ae28f3d-d115-4c82-a794-aca1c6a812ca None None] Provisioning complete for port 9977c396-24d5-4d44-baae-1a5195492b0f triggered by entity DHCP. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:51:18.872267 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-3ae28f3d-d115-4c82-a794-aca1c6a812ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:18.878742 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.managers [None req-76249125-22ac-4831-8849-725ccd83c7ba None None] Attempting to bind port 3323121b-645d-40ea-8880-13e360fd4921 on host dv-cinder-784477-11-iscsi for vnic_type normal with profile {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:51:18.878742 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.managers [None req-76249125-22ac-4831-8849-725ccd83c7ba None None] Attempting to bind port 3323121b-645d-40ea-8880-13e360fd4921 by drivers openvswitch,hyperv on host dv-cinder-784477-11-iscsi at level 0 using segments [{'id': '3de3ef09-df63-448b-a09c-283803fe8dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '74babb0a-1f00-453a-85c8-c7921a8fa395'}] {{(pid=108906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:51:18.879032 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76249125-22ac-4831-8849-725ccd83c7ba None None] Attempting to bind port 3323121b-645d-40ea-8880-13e360fd4921 on network 74babb0a-1f00-453a-85c8-c7921a8fa395 {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:51:18.890576 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b6f58c-94a1-4d35-bd5e-822c44505b10 admin admin] Made reservation on behalf of a7aae25eb2ad4219aff78b5f9150925f for: {'network': 1} {{(pid=108905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:51:18.893356 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-71b6f58c-94a1-4d35-bd5e-822c44505b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for network, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:18.912131 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-71b6f58c-94a1-4d35-bd5e-822c44505b10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:18.914676 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76249125-22ac-4831-8849-725ccd83c7ba None None] Checking agent: {'id': '5eca9fcc-5dcd-4ee1-9579-22579284a65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 40, 43), 'started_at': datetime.datetime(2021, 12, 16, 15, 41, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:51:18.914676 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76249125-22ac-4831-8849-725ccd83c7ba None None] Checking segment: {'id': '3de3ef09-df63-448b-a09c-283803fe8dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '74babb0a-1f00-453a-85c8-c7921a8fa395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:51:18.914676 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-76249125-22ac-4831-8849-725ccd83c7ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:18.914992 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76249125-22ac-4831-8849-725ccd83c7ba None None] Bound using segment: {'id': '3de3ef09-df63-448b-a09c-283803fe8dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '74babb0a-1f00-453a-85c8-c7921a8fa395'} {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:51:18.915293 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.managers [None req-76249125-22ac-4831-8849-725ccd83c7ba None None] Bound port: 3323121b-645d-40ea-8880-13e360fd4921, host: dv-cinder-784477-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3de3ef09-df63-448b-a09c-283803fe8dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '74babb0a-1f00-453a-85c8-c7921a8fa395'}}] {{(pid=108906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:51:18.915673 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-76249125-22ac-4831-8849-725ccd83c7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:19.022930 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-76249125-22ac-4831-8849-725ccd83c7ba None None] For port 3323121b-645d-40ea-8880-13e360fd4921, host dv-cinder-784477-11-iscsi, cleared binding levels {{(pid=108906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:51:19.026504 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-76249125-22ac-4831-8849-725ccd83c7ba None None] For port 3323121b-645d-40ea-8880-13e360fd4921, host dv-cinder-784477-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=3323121b-645d-40ea-8880-13e360fd4921,segment=NetworkSegment(3de3ef09-df63-448b-a09c-283803fe8dc3),segment_id=3de3ef09-df63-448b-a09c-283803fe8dc3)] {{(pid=108906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:51:19.059789 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-225448d2-0d91-4cf4-b4c5-b5ca7e666e32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:19.062069 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-76249125-22ac-4831-8849-725ccd83c7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:19.068143 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-c0aaec35-ec35-42fb-beb1-3ce51d2f065c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7875374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874197'] for router, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:19.074855 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-225448d2-0d91-4cf4-b4c5-b5ca7e666e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:19.172104 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.agents_db [None req-3e981004-2469-4169-a15f-e329d1e51356 None None] Agent healthcheck: found 6 active agents {{(pid=108907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:51:19.175416 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-71b6f58c-94a1-4d35-bd5e-822c44505b10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:19.196523 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225448d2-0d91-4cf4-b4c5-b5ca7e666e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1064c79-5dd0-49a5-a0ae-75d21774bea0,revision_number=1']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:19.202925 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-225448d2-0d91-4cf4-b4c5-b5ca7e666e32 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=108905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:51:19.214336 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-225448d2-0d91-4cf4-b4c5-b5ca7e666e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772428'] for segment, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:19.218248 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.db.segments_db [None req-225448d2-0d91-4cf4-b4c5-b5ca7e666e32 admin admin] Added segment df5e76d4-1da3-4a3c-9738-349c23ab107b of type vlan for network 447cd8ca-a758-4b0d-966f-d4641376c8a8 Dec 16 15:51:19.233786 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-71b6f58c-94a1-4d35-bd5e-822c44505b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:19.305162 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71b6f58c-94a1-4d35-bd5e-822c44505b10 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=108905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:51:19.307337 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b6f58c-94a1-4d35-bd5e-822c44505b10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=390a8b13-4faa-4f09-8183-1d64aeed1bbf,revision_number=1']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:19.313277 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-225448d2-0d91-4cf4-b4c5-b5ca7e666e32 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739691820328'] for network, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:19.327153 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-71b6f58c-94a1-4d35-bd5e-822c44505b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772428'] for segment, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:19.327492 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.db.segments_db [None req-71b6f58c-94a1-4d35-bd5e-822c44505b10 admin admin] Added segment 47c0fe21-ae78-4415-b99a-497d56d95faf of type vlan for network eff1aea5-661c-4e32-824f-eec13ded2085 Dec 16 15:51:19.336552 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76249125-22ac-4831-8849-725ccd83c7ba None None] Pushing event updated for resources: {'Port': ['ID=3323121b-645d-40ea-8880-13e360fd4921,revision_number=2']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:19.360198 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0aaec35-ec35-42fb-beb1-3ce51d2f065c admin admin] Router 493400a8-5073-4999-8e38-5c474c805437 is scheduled to L3 agent 53beefa8-37d8-48bc-b6da-d824d56f81c3 with binding_index 1 {{(pid=108904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:51:19.366667 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-3ae28f3d-d115-4c82-a794-aca1c6a812ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:19.433538 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-225448d2-0d91-4cf4-b4c5-b5ca7e666e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8007001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803'] for network, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:19.434535 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225448d2-0d91-4cf4-b4c5-b5ca7e666e32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:19.435163 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-225448d2-0d91-4cf4-b4c5-b5ca7e666e32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7902797'] for network, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:19.445603 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-71b6f58c-94a1-4d35-bd5e-822c44505b10 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739691820328'] for network, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:19.458568 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-3ae28f3d-d115-4c82-a794-aca1c6a812ca None None] For port 9977c396-24d5-4d44-baae-1a5195492b0f, host dv-cinder-784477-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=9977c396-24d5-4d44-baae-1a5195492b0f,segment=NetworkSegment(8a8cc844-cc13-47cc-b194-eff6c05ee70b),segment_id=8a8cc844-cc13-47cc-b194-eff6c05ee70b)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:51:19.468896 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-3ae28f3d-d115-4c82-a794-aca1c6a812ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:19.556369 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-225448d2-0d91-4cf4-b4c5-b5ca7e666e32 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8988802 Dec 16 15:51:19.557151 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 40582) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:19.559009 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0aaec35-ec35-42fb-beb1-3ce51d2f065c admin admin] Notify agent at l3_agent.dv-cinder-784477-11-iscsi the message routers_updated {{(pid=108904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:51:19.570898 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e366dc-aa44-4ceb-8223-c552cdeb9297 None None] Sync routers for ids ['493400a8-5073-4999-8e38-5c474c805437'] in dv-cinder-784477-11-iscsi {{(pid=108907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:51:19.576673 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d1a90a-316d-4fb8-be7d-0f97fbe1606d req-dd1527e1-10c8-4ac1-9e40-cc9b8406769f tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:19.578604 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-84d1a90a-316d-4fb8-be7d-0f97fbe1606d req-dd1527e1-10c8-4ac1-9e40-cc9b8406769f tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 945 time: 0.2489340 Dec 16 15:51:19.583072 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e366dc-aa44-4ceb-8223-c552cdeb9297 None None] Routers {'493400a8-5073-4999-8e38-5c474c805437'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:51:19.583955 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-78e366dc-aa44-4ceb-8223-c552cdeb9297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:51:09Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['493400a8-5073-4999-8e38-5c474c805437'], 'active': True} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:51:19.584511 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.v2.base [None req-e803a1cd-0f09-4340-9da9-d265e30fa485 admin admin] Request body: {'subnet': {'network_id': '447cd8ca-a758-4b0d-966f-d4641376c8a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-56592982-subnet', 'tenant_id': '5afea3407ef84fafa658a82512fb4d24', 'ip_version': 4}} {{(pid=108905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:51:19.585451 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-c0aaec35-ec35-42fb-beb1-3ce51d2f065c admin admin] Publish callbacks [] for router, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:19.589082 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-c0aaec35-ec35-42fb-beb1-3ce51d2f065c admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3262377 Dec 16 15:51:19.591734 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 40584) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:19.594453 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225448d2-0d91-4cf4-b4c5-b5ca7e666e32 admin admin] Pushing event updated for resources: {'Network': ['ID=447cd8ca-a758-4b0d-966f-d4641376c8a8,revision_number=1']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:19.606039 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-8bd1ec27-9af9-42e1-957b-75ae21d640d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7593dae9-2052-4521-89a2-22f30af4575d', 'name': 'tempest-TestShelveInstance-790036914-router', 'tenant_id': '34de311402354bb6a5903e764e3a0cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': 'bbf163b2-8d7b-45be-93ad-797ea0dba58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:51:10Z', 'updated_at': '2021-12-16T15:51:14Z', 'revision_number': 4, 'project_id': '34de311402354bb6a5903e764e3a0cbc', 'gw_port': {'id': 'bbf163b2-8d7b-45be-93ad-797ea0dba58a', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:56:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7593dae9-2052-4521-89a2-22f30af4575d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:11Z', 'updated_at': '2021-12-16T15:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_interfaces': [{'id': '9977c396-24d5-4d44-baae-1a5195492b0f', 'name': '', 'network_id': '9f3bcad2-6582-4016-8d64-28b5be20bd8f', 'tenant_id': '34de311402354bb6a5903e764e3a0cbc', 'mac_address': 'fa:16:3e:03:32:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7593dae9-2052-4521-89a2-22f30af4575d', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'be190589-1228-416b-a7de-4c8d3640d62c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:13Z', 'updated_at': '2021-12-16T15:51:18Z', 'revision_number': 4, 'project_id': '34de311402354bb6a5903e764e3a0cbc', 'subnets': [{'id': 'be190589-1228-416b-a7de-4c8d3640d62c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:51:19.612581 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Network 447cd8ca-a758-4b0d-966f-d4641376c8a8 details requested by agent ovs-agent-dv-cinder-784477-11-iscsi with host dv-cinder-784477-11-iscsi {{(pid=108906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:51:19.615923 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-71b6f58c-94a1-4d35-bd5e-822c44505b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8007001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803'] for network, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:19.616920 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b6f58c-94a1-4d35-bd5e-822c44505b10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:19.617531 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-71b6f58c-94a1-4d35-bd5e-822c44505b10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7902797'] for network, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:19.651525 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 40586) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:19.652185 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-71b6f58c-94a1-4d35-bd5e-822c44505b10 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0500960 Dec 16 15:51:19.659809 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.v2.base [None req-1cdc4e85-c8d1-4229-afad-1f19ec368669 admin admin] Request body: {'subnet': {'network_id': 'eff1aea5-661c-4e32-824f-eec13ded2085', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1772035498-subnet', 'tenant_id': 'a7aae25eb2ad4219aff78b5f9150925f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:51:19.675646 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae28f3d-d115-4c82-a794-aca1c6a812ca None None] Pushing event updated for resources: {'Port': ['ID=9977c396-24d5-4d44-baae-1a5195492b0f,revision_number=5']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:19.724160 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd1ec27-9af9-42e1-957b-75ae21d640d1 None None] The sync data for ids ['7593dae9-2052-4521-89a2-22f30af4575d'] in dv-cinder-784477-11-iscsi is: [{'id': '7593dae9-2052-4521-89a2-22f30af4575d', 'name': 'tempest-TestShelveInstance-790036914-router', 'tenant_id': '34de311402354bb6a5903e764e3a0cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': 'bbf163b2-8d7b-45be-93ad-797ea0dba58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:51:10Z', 'updated_at': '2021-12-16T15:51:14Z', 'revision_number': 4, 'project_id': '34de311402354bb6a5903e764e3a0cbc', 'gw_port': {'id': 'bbf163b2-8d7b-45be-93ad-797ea0dba58a', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:56:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7593dae9-2052-4521-89a2-22f30af4575d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:11Z', 'updated_at': '2021-12-16T15:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_interfaces': [{'id': '9977c396-24d5-4d44-baae-1a5195492b0f', 'name': '', 'network_id': '9f3bcad2-6582-4016-8d64-28b5be20bd8f', 'tenant_id': '34de311402354bb6a5903e764e3a0cbc', 'mac_address': 'fa:16:3e:03:32:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7593dae9-2052-4521-89a2-22f30af4575d', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'be190589-1228-416b-a7de-4c8d3640d62c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:13Z', 'updated_at': '2021-12-16T15:51:18Z', 'revision_number': 4, 'project_id': '34de311402354bb6a5903e764e3a0cbc', 'subnets': [{'id': 'be190589-1228-416b-a7de-4c8d3640d62c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:51:19.778775 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvr_db [None req-78e366dc-aa44-4ceb-8223-c552cdeb9297 None None] Set router 493400a8-5073-4999-8e38-5c474c805437 gateway port host: dv-cinder-784477-11-iscsi {{(pid=108907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:51:19.828674 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e803a1cd-0f09-4340-9da9-d265e30fa485 admin admin] Made reservation on behalf of 5afea3407ef84fafa658a82512fb4d24 for: {'subnet': 1} {{(pid=108905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:51:19.828990 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cdc4e85-c8d1-4229-afad-1f19ec368669 admin admin] Made reservation on behalf of a7aae25eb2ad4219aff78b5f9150925f for: {'subnet': 1} {{(pid=108904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:51:19.830991 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-e803a1cd-0f09-4340-9da9-d265e30fa485 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4908194'] for subnet, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:19.832419 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-1cdc4e85-c8d1-4229-afad-1f19ec368669 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:19.893725 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b6f58c-94a1-4d35-bd5e-822c44505b10 admin admin] Pushing event updated for resources: {'Network': ['ID=eff1aea5-661c-4e32-824f-eec13ded2085,revision_number=1']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:19.912623 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Network eff1aea5-661c-4e32-824f-eec13ded2085 details requested by agent ovs-agent-dv-cinder-784477-11-iscsi with host dv-cinder-784477-11-iscsi {{(pid=108906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:51:19.917097 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-84d1a90a-316d-4fb8-be7d-0f97fbe1606d req-ab6ff2e0-5bf6-475a-8986-e7411b74b45e tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120265 Dec 16 15:51:20.007985 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-78e366dc-aa44-4ceb-8223-c552cdeb9297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493400a8-5073-4999-8e38-5c474c805437', 'name': 'tempest-TestShelveInstance-1719685043-router', 'tenant_id': 'ee0f5fd8fd544d23b38c6a100f3d5f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '798f8fd5-6084-45ca-9437-7101ece6309b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:51:17Z', 'updated_at': '2021-12-16T15:51:18Z', 'revision_number': 3, 'project_id': 'ee0f5fd8fd544d23b38c6a100f3d5f83', 'gw_port': {'id': '798f8fd5-6084-45ca-9437-7101ece6309b', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '493400a8-5073-4999-8e38-5c474c805437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:17Z', 'updated_at': '2021-12-16T15:51:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi'}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:51:20.052441 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e366dc-aa44-4ceb-8223-c552cdeb9297 None None] Checking router: 493400a8-5073-4999-8e38-5c474c805437 for host: dv-cinder-784477-11-iscsi {{(pid=108907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:51:20.053037 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e366dc-aa44-4ceb-8223-c552cdeb9297 None None] Updating router 493400a8-5073-4999-8e38-5c474c805437 port 798f8fd5-6084-45ca-9437-7101ece6309b binding host dv-cinder-784477-11-iscsi {{(pid=108907) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:51:20.081906 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron_lib.callbacks.manager [None req-78e366dc-aa44-4ceb-8223-c552cdeb9297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:20.099565 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-e803a1cd-0f09-4340-9da9-d265e30fa485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8060090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5935172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4908220'] for subnet, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:20.202041 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e803a1cd-0f09-4340-9da9-d265e30fa485 admin admin] Checking segment: {'id': 'df5e76d4-1da3-4a3c-9738-349c23ab107b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '447cd8ca-a758-4b0d-966f-d4641376c8a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:51:20.202443 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e803a1cd-0f09-4340-9da9-d265e30fa485 admin admin] Network hostable DHCP agents. Network: 447cd8ca-a758-4b0d-966f-d4641376c8a8, hostable agents: ['02e00dda-7193-4a71-a593-a2bdfaca617e'], hosted agents: [] {{(pid=108905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:51:20.215656 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e803a1cd-0f09-4340-9da9-d265e30fa485 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c509f7a-4a9b-4a96-892a-b130ead11ed7,revision_number=0']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:20.243805 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e803a1cd-0f09-4340-9da9-d265e30fa485 admin admin] Network 447cd8ca-a758-4b0d-966f-d4641376c8a8 is scheduled to be hosted by DHCP agent 02e00dda-7193-4a71-a593-a2bdfaca617e with binding_index 1 {{(pid=108905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:51:20.267351 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.base_scheduler [None req-e803a1cd-0f09-4340-9da9-d265e30fa485 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-11-iscsi, 447cd8ca-a758-4b0d-966f-d4641376c8a8) {{(pid=108905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:51:20.275995 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155dad4a-6ecd-4882-a1d3-695f23b85679 None None] Network 447cd8ca-a758-4b0d-966f-d4641376c8a8 requested from dv-cinder-784477-11-iscsi {{(pid=108906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:51:20.277652 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e803a1cd-0f09-4340-9da9-d265e30fa485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:20.278262 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-e803a1cd-0f09-4340-9da9-d265e30fa485 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7902797'] for subnet, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:20.324722 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-e803a1cd-0f09-4340-9da9-d265e30fa485 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7605906 Dec 16 15:51:20.325444 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 40590) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:20.340399 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.v2.base [None req-a6b6cef2-08b6-40ee-a0ce-07b604ac7f87 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-56592982-router', 'tenant_id': '5afea3407ef84fafa658a82512fb4d24', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3'}}} {{(pid=108905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:51:20.402788 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-a6b6cef2-08b6-40ee-a0ce-07b604ac7f87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7874727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6813'] for router, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:20.404119 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-a6b6cef2-08b6-40ee-a0ce-07b604ac7f87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7875351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7874278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8123815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6826'] for router, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:20.511971 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5db896-46cd-42ea-9b3a-057d07348209 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7ef089e-da1e-5e7e-8d50-b8251f3063fb-447cd8ca-a758-4b0d-966f-d4641376c8a8', 'network_id': '447cd8ca-a758-4b0d-966f-d4641376c8a8', 'project_id': '5afea3407ef84fafa658a82512fb4d24', 'fixed_ips': [{'subnet_id': '0c509f7a-4a9b-4a96-892a-b130ead11ed7'}]}} from dv-cinder-784477-11-iscsi. {{(pid=108906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:51:20.512854 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-df5db896-46cd-42ea-9b3a-057d07348209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_create {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:20.531650 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-a6b6cef2-08b6-40ee-a0ce-07b604ac7f87 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:20.543342 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron_lib.callbacks.manager [None req-78e366dc-aa44-4ceb-8223-c552cdeb9297 None None] Publish callbacks [] for port, precommit_update {{(pid=108907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:20.550688 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron_lib.callbacks.manager [None req-78e366dc-aa44-4ceb-8223-c552cdeb9297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:20.618415 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbf0512-1d8f-4fd6-aef1-ff1afd2c9c67 None None] Pushing event updated for resources: {'Port': ['ID=798f8fd5-6084-45ca-9437-7101ece6309b,revision_number=2']} {{(pid=108907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:20.670775 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.plugins.ml2.managers [None req-78e366dc-aa44-4ceb-8223-c552cdeb9297 None None] Attempting to bind port 798f8fd5-6084-45ca-9437-7101ece6309b on host dv-cinder-784477-11-iscsi for vnic_type normal with profile {{(pid=108907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:51:20.671151 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.plugins.ml2.managers [None req-78e366dc-aa44-4ceb-8223-c552cdeb9297 None None] Attempting to bind port 798f8fd5-6084-45ca-9437-7101ece6309b by drivers openvswitch,hyperv on host dv-cinder-784477-11-iscsi at level 0 using segments [{'id': '0390f958-c764-4c6b-ad22-4946ebfb354b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3'}] {{(pid=108907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:51:20.671508 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e366dc-aa44-4ceb-8223-c552cdeb9297 None None] Attempting to bind port 798f8fd5-6084-45ca-9437-7101ece6309b on network b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3 {{(pid=108907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:51:20.684482 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e366dc-aa44-4ceb-8223-c552cdeb9297 None None] Checking agent: {'id': '5eca9fcc-5dcd-4ee1-9579-22579284a65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 40, 43), 'started_at': datetime.datetime(2021, 12, 16, 15, 41, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:51:20.685358 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e366dc-aa44-4ceb-8223-c552cdeb9297 None None] Checking segment: {'id': '0390f958-c764-4c6b-ad22-4946ebfb354b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:51:20.689818 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron_lib.callbacks.manager [None req-78e366dc-aa44-4ceb-8223-c552cdeb9297 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:20.691777 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e366dc-aa44-4ceb-8223-c552cdeb9297 None None] Bound using segment: {'id': '0390f958-c764-4c6b-ad22-4946ebfb354b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3'} {{(pid=108907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:51:20.692503 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.plugins.ml2.managers [None req-78e366dc-aa44-4ceb-8223-c552cdeb9297 None None] Bound port: 798f8fd5-6084-45ca-9437-7101ece6309b, host: dv-cinder-784477-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0390f958-c764-4c6b-ad22-4946ebfb354b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3'}}] {{(pid=108907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:51:20.693146 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron_lib.callbacks.manager [None req-78e366dc-aa44-4ceb-8223-c552cdeb9297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:20.706563 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-1cdc4e85-c8d1-4229-afad-1f19ec368669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8060090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803'] for subnet, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:20.727152 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.db_base_plugin_common [None req-df5db896-46cd-42ea-9b3a-057d07348209 None None] Allocated IP 172.20.0.2 (447cd8ca-a758-4b0d-966f-d4641376c8a8/0c509f7a-4a9b-4a96-892a-b130ead11ed7/956b4177-dfaa-4f65-87a3-48c63cff2ccc) {{(pid=108906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:51:20.757539 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.plugins.ml2.db [None req-78e366dc-aa44-4ceb-8223-c552cdeb9297 None None] For port 798f8fd5-6084-45ca-9437-7101ece6309b, host dv-cinder-784477-11-iscsi, cleared binding levels {{(pid=108907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:51:20.761127 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.plugins.ml2.db [None req-78e366dc-aa44-4ceb-8223-c552cdeb9297 None None] For port 798f8fd5-6084-45ca-9437-7101ece6309b, host dv-cinder-784477-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=798f8fd5-6084-45ca-9437-7101ece6309b,segment=NetworkSegment(0390f958-c764-4c6b-ad22-4946ebfb354b),segment_id=0390f958-c764-4c6b-ad22-4946ebfb354b)] {{(pid=108907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:51:20.769479 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron_lib.callbacks.manager [None req-78e366dc-aa44-4ceb-8223-c552cdeb9297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:20.848878 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbf0512-1d8f-4fd6-aef1-ff1afd2c9c67 None None] Pushing event updated for resources: {'Port': ['ID=798f8fd5-6084-45ca-9437-7101ece6309b,revision_number=3']} {{(pid=108907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:20.862644 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-a6b6cef2-08b6-40ee-a0ce-07b604ac7f87 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:20.894124 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043c87e0-9966-4ace-8f9c-d16af41f9ac7 None None] Network 74babb0a-1f00-453a-85c8-c7921a8fa395 requested from dv-cinder-784477-11-iscsi {{(pid=108906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:51:20.901749 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e366dc-aa44-4ceb-8223-c552cdeb9297 None None] Routers {'493400a8-5073-4999-8e38-5c474c805437'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:51:20.902969 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-78e366dc-aa44-4ceb-8223-c552cdeb9297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:51:09Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['493400a8-5073-4999-8e38-5c474c805437'], 'active': True} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:51:20.999439 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc4e85-c8d1-4229-afad-1f19ec368669 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88f5588a-7d5e-464e-8417-0dbed320e408,revision_number=0']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:21.018045 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdc4e85-c8d1-4229-afad-1f19ec368669 admin admin] Checking segment: {'id': '47c0fe21-ae78-4415-b99a-497d56d95faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'eff1aea5-661c-4e32-824f-eec13ded2085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:51:21.018782 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cdc4e85-c8d1-4229-afad-1f19ec368669 admin admin] Network hostable DHCP agents. Network: eff1aea5-661c-4e32-824f-eec13ded2085, hostable agents: ['02e00dda-7193-4a71-a593-a2bdfaca617e'], hosted agents: [] {{(pid=108904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:51:21.062323 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvr_db [None req-78e366dc-aa44-4ceb-8223-c552cdeb9297 None None] Set router 493400a8-5073-4999-8e38-5c474c805437 gateway port host: dv-cinder-784477-11-iscsi {{(pid=108907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:51:21.090180 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device 9977c396-24d5-4d44-baae-1a5195492b0f up at agent ovs-agent-dv-cinder-784477-11-iscsi {{(pid=108906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:51:21.093804 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cdc4e85-c8d1-4229-afad-1f19ec368669 admin admin] Network eff1aea5-661c-4e32-824f-eec13ded2085 is scheduled to be hosted by DHCP agent 02e00dda-7193-4a71-a593-a2bdfaca617e with binding_index 1 {{(pid=108904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:51:21.192788 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfab2e04-d035-4215-8377-14e41e2fc01c req-bba69aef-2493-4e9e-a7d3-2da7a8ab7950 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:21.202736 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-dfab2e04-d035-4215-8377-14e41e2fc01c req-bba69aef-2493-4e9e-a7d3-2da7a8ab7950 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 945 time: 0.0868723 Dec 16 15:51:21.214438 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-e9cd8e46-cf5f-4219-b35f-fc7a129a84aa None None] Provisioning complete for port 3323121b-645d-40ea-8880-13e360fd4921 triggered by entity DHCP. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:51:21.215133 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-e9cd8e46-cf5f-4219-b35f-fc7a129a84aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:21.219397 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.base_scheduler [None req-1cdc4e85-c8d1-4229-afad-1f19ec368669 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-11-iscsi, eff1aea5-661c-4e32-824f-eec13ded2085) {{(pid=108904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:51:21.249620 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cdc4e85-c8d1-4229-afad-1f19ec368669 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:21.250261 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-1cdc4e85-c8d1-4229-afad-1f19ec368669 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:21.270502 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e18d87-4670-47d9-a4ea-0ccc7042ac7f None None] Network eff1aea5-661c-4e32-824f-eec13ded2085 requested from dv-cinder-784477-11-iscsi {{(pid=108906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:51:21.293787 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-1cdc4e85-c8d1-4229-afad-1f19ec368669 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6407928 Dec 16 15:51:21.296459 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-3b485600-4bdf-455a-9c10-16e2c8e5ee53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:21.309127 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-dfab2e04-d035-4215-8377-14e41e2fc01c req-8ee56a1a-b452-4fad-914e-6af268340f7d tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053748 Dec 16 15:51:21.347758 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-78e366dc-aa44-4ceb-8223-c552cdeb9297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493400a8-5073-4999-8e38-5c474c805437', 'name': 'tempest-TestShelveInstance-1719685043-router', 'tenant_id': 'ee0f5fd8fd544d23b38c6a100f3d5f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '798f8fd5-6084-45ca-9437-7101ece6309b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:51:17Z', 'updated_at': '2021-12-16T15:51:18Z', 'revision_number': 3, 'project_id': 'ee0f5fd8fd544d23b38c6a100f3d5f83', 'gw_port': {'id': '798f8fd5-6084-45ca-9437-7101ece6309b', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '493400a8-5073-4999-8e38-5c474c805437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:17Z', 'updated_at': '2021-12-16T15:51:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi'}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:51:21.393605 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e366dc-aa44-4ceb-8223-c552cdeb9297 None None] The sync data for ids ['493400a8-5073-4999-8e38-5c474c805437'] in dv-cinder-784477-11-iscsi is: [{'id': '493400a8-5073-4999-8e38-5c474c805437', 'name': 'tempest-TestShelveInstance-1719685043-router', 'tenant_id': 'ee0f5fd8fd544d23b38c6a100f3d5f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '798f8fd5-6084-45ca-9437-7101ece6309b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:51:17Z', 'updated_at': '2021-12-16T15:51:18Z', 'revision_number': 3, 'project_id': 'ee0f5fd8fd544d23b38c6a100f3d5f83', 'gw_port': {'id': '798f8fd5-6084-45ca-9437-7101ece6309b', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '493400a8-5073-4999-8e38-5c474c805437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:17Z', 'updated_at': '2021-12-16T15:51:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi'}] {{(pid=108907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:51:21.483416 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-a6b6cef2-08b6-40ee-a0ce-07b604ac7f87 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:21.511323 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-a6b6cef2-08b6-40ee-a0ce-07b604ac7f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:21.590877 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.db_base_plugin_common [None req-3b485600-4bdf-455a-9c10-16e2c8e5ee53 admin admin] Allocated IP 172.20.0.1 (74babb0a-1f00-453a-85c8-c7921a8fa395/a2e44585-5161-4b0b-b3c2-f7de13e0cc01/ee679e2f-2fce-4ef8-8e3c-1494b4e32010) {{(pid=108904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:51:21.641188 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Provisioning complete for port 9977c396-24d5-4d44-baae-1a5195492b0f triggered by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:51:21.641596 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:21.701557 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.db.db_base_plugin_common [None req-a6b6cef2-08b6-40ee-a0ce-07b604ac7f87 admin admin] Allocated IP 172.27.1.25 (b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3/792909e7-e23c-4f0f-8575-fa43b44998bb/ee98720f-5eae-49a4-bbf0-93e57252a7c8) {{(pid=108905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:51:21.762107 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-3b485600-4bdf-455a-9c10-16e2c8e5ee53 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:21.841047 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-3b485600-4bdf-455a-9c10-16e2c8e5ee53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739691803594'] for port, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:21.889492 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b485600-4bdf-455a-9c10-16e2c8e5ee53 admin admin] Network 74babb0a-1f00-453a-85c8-c7921a8fa395 is already hosted by enough agents. {{(pid=108904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:51:21.892803 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.base_scheduler [None req-3b485600-4bdf-455a-9c10-16e2c8e5ee53 admin admin] Resources bound (agent type, host, resource id): {{(pid=108904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:51:21.896847 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b485600-4bdf-455a-9c10-16e2c8e5ee53 admin admin] Received port after_create {{(pid=108904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:51:21.897196 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-3b485600-4bdf-455a-9c10-16e2c8e5ee53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7874534'] for router_interface, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:21.937863 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-a6b6cef2-08b6-40ee-a0ce-07b604ac7f87 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:22.000635 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-a6b6cef2-08b6-40ee-a0ce-07b604ac7f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739691803594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5936052'] for port, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:22.008752 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-e9cd8e46-cf5f-4219-b35f-fc7a129a84aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:22.023833 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-df5db896-46cd-42ea-9b3a-057d07348209 None None] Publish callbacks [] for port, precommit_create {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:22.060660 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b6cef2-08b6-40ee-a0ce-07b604ac7f87 admin admin] Network b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3 is already hosted by enough agents. {{(pid=108905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:51:22.068491 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.base_scheduler [None req-a6b6cef2-08b6-40ee-a0ce-07b604ac7f87 admin admin] Resources bound (agent type, host, resource id): {{(pid=108905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:51:22.071128 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b485600-4bdf-455a-9c10-16e2c8e5ee53 admin admin] Pushing event updated for resources: {'Port': ['ID=ee679e2f-2fce-4ef8-8e3c-1494b4e32010,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:22.073357 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b6cef2-08b6-40ee-a0ce-07b604ac7f87 admin admin] Received port after_create {{(pid=108905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:51:22.088144 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-3b485600-4bdf-455a-9c10-16e2c8e5ee53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:22.097031 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-df5db896-46cd-42ea-9b3a-057d07348209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739691803594'] for port, after_create {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:22.120613 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b6cef2-08b6-40ee-a0ce-07b604ac7f87 admin admin] Pushing event updated for resources: {'Port': ['ID=ee98720f-5eae-49a4-bbf0-93e57252a7c8,revision_number=1']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:22.153314 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d85750-b505-4fcb-bb32-77e677be6a47 None None] Network eff1aea5-661c-4e32-824f-eec13ded2085 requested from dv-cinder-784477-11-iscsi {{(pid=108906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:51:22.276003 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5db896-46cd-42ea-9b3a-057d07348209 None None] Network 447cd8ca-a758-4b0d-966f-d4641376c8a8 is already hosted by enough agents. {{(pid=108906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:51:22.283686 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-e9cd8e46-cf5f-4219-b35f-fc7a129a84aa None None] For port 3323121b-645d-40ea-8880-13e360fd4921, host dv-cinder-784477-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=3323121b-645d-40ea-8880-13e360fd4921,segment=NetworkSegment(3de3ef09-df63-448b-a09c-283803fe8dc3),segment_id=3de3ef09-df63-448b-a09c-283803fe8dc3)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:51:22.289538 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.scheduler.base_scheduler [None req-df5db896-46cd-42ea-9b3a-057d07348209 None None] Resources bound (agent type, host, resource id): {{(pid=108906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:51:22.292837 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5db896-46cd-42ea-9b3a-057d07348209 None None] Received port after_create {{(pid=108906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:51:22.309008 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-e9cd8e46-cf5f-4219-b35f-fc7a129a84aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:22.315022 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5db896-46cd-42ea-9b3a-057d07348209 None None] Pushing event updated for resources: {'Port': ['ID=956b4177-dfaa-4f65-87a3-48c63cff2ccc,revision_number=1']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:22.408020 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cd8e46-cf5f-4219-b35f-fc7a129a84aa None None] Pushing event updated for resources: {'Port': ['ID=3323121b-645d-40ea-8880-13e360fd4921,revision_number=3']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:22.415319 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device 3323121b-645d-40ea-8880-13e360fd4921 up at agent ovs-agent-dv-cinder-784477-11-iscsi {{(pid=108906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:51:22.451178 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-3b485600-4bdf-455a-9c10-16e2c8e5ee53 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:22.458452 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-3b485600-4bdf-455a-9c10-16e2c8e5ee53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:22.459246 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-3b485600-4bdf-455a-9c10-16e2c8e5ee53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7902817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872854'] for router_interface, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:22.623163 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.managers [None req-df5db896-46cd-42ea-9b3a-057d07348209 None None] Attempting to bind port 956b4177-dfaa-4f65-87a3-48c63cff2ccc on host dv-cinder-784477-11-iscsi for vnic_type normal with profile {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:51:22.623798 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.managers [None req-df5db896-46cd-42ea-9b3a-057d07348209 None None] Attempting to bind port 956b4177-dfaa-4f65-87a3-48c63cff2ccc by drivers openvswitch,hyperv on host dv-cinder-784477-11-iscsi at level 0 using segments [{'id': 'df5e76d4-1da3-4a3c-9738-349c23ab107b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '447cd8ca-a758-4b0d-966f-d4641376c8a8'}] {{(pid=108906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:51:22.624334 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5db896-46cd-42ea-9b3a-057d07348209 None None] Attempting to bind port 956b4177-dfaa-4f65-87a3-48c63cff2ccc on network 447cd8ca-a758-4b0d-966f-d4641376c8a8 {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:51:22.673859 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b485600-4bdf-455a-9c10-16e2c8e5ee53 admin admin] Pushing event updated for resources: {'Port': ['ID=ee679e2f-2fce-4ef8-8e3c-1494b4e32010,revision_number=2']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:22.675818 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-fcacbe3c-14be-4754-819b-a9787ed8219c None None] Provisioning complete for port 3323121b-645d-40ea-8880-13e360fd4921 triggered by entity DHCP. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:51:22.676569 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-fcacbe3c-14be-4754-819b-a9787ed8219c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:22.682264 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5db896-46cd-42ea-9b3a-057d07348209 None None] Checking agent: {'id': '5eca9fcc-5dcd-4ee1-9579-22579284a65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 40, 43), 'started_at': datetime.datetime(2021, 12, 16, 15, 41, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:51:22.683208 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5db896-46cd-42ea-9b3a-057d07348209 None None] Checking segment: {'id': 'df5e76d4-1da3-4a3c-9738-349c23ab107b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '447cd8ca-a758-4b0d-966f-d4641376c8a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:51:22.683956 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-df5db896-46cd-42ea-9b3a-057d07348209 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:22.684541 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5db896-46cd-42ea-9b3a-057d07348209 None None] Bound using segment: {'id': 'df5e76d4-1da3-4a3c-9738-349c23ab107b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '447cd8ca-a758-4b0d-966f-d4641376c8a8'} {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:51:22.685220 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.managers [None req-df5db896-46cd-42ea-9b3a-057d07348209 None None] Bound port: 956b4177-dfaa-4f65-87a3-48c63cff2ccc, host: dv-cinder-784477-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df5e76d4-1da3-4a3c-9738-349c23ab107b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '447cd8ca-a758-4b0d-966f-d4641376c8a8'}}] {{(pid=108906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:51:22.687201 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-df5db896-46cd-42ea-9b3a-057d07348209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:22.705776 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b485600-4bdf-455a-9c10-16e2c8e5ee53 admin admin] Network 74babb0a-1f00-453a-85c8-c7921a8fa395 is already hosted by enough agents. {{(pid=108904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:51:22.707422 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.base_scheduler [None req-3b485600-4bdf-455a-9c10-16e2c8e5ee53 admin admin] Resources bound (agent type, host, resource id): {{(pid=108904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:51:22.711503 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bde1a0-8b53-4f8f-9319-085561ddf3b2 req-dc84116c-f5be-44ea-8672-ad9cb766c5c8 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:22.727783 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-33bde1a0-8b53-4f8f-9319-085561ddf3b2 req-dc84116c-f5be-44ea-8672-ad9cb766c5c8 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 945 time: 0.2164257 Dec 16 15:51:22.788531 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Provisioning complete for port 3323121b-645d-40ea-8880-13e360fd4921 triggered by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:51:22.789052 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:22.891495 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-a6b6cef2-08b6-40ee-a0ce-07b604ac7f87 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:22.926049 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-df5db896-46cd-42ea-9b3a-057d07348209 None None] For port 956b4177-dfaa-4f65-87a3-48c63cff2ccc, host dv-cinder-784477-11-iscsi, cleared binding levels {{(pid=108906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:51:22.930988 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-df5db896-46cd-42ea-9b3a-057d07348209 None None] For port 956b4177-dfaa-4f65-87a3-48c63cff2ccc, host dv-cinder-784477-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=956b4177-dfaa-4f65-87a3-48c63cff2ccc,segment=NetworkSegment(df5e76d4-1da3-4a3c-9738-349c23ab107b),segment_id=df5e76d4-1da3-4a3c-9738-349c23ab107b)] {{(pid=108906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:51:22.962915 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-33bde1a0-8b53-4f8f-9319-085561ddf3b2 req-b27c72f6-68bf-4c19-9004-55e3e3792ef7 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343197 Dec 16 15:51:22.976386 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-df5db896-46cd-42ea-9b3a-057d07348209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:22.995289 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b485600-4bdf-455a-9c10-16e2c8e5ee53 admin admin] Router 493400a8-5073-4999-8e38-5c474c805437 has already been hosted by L3 agent 53beefa8-37d8-48bc-b6da-d824d56f81c3 {{(pid=108904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:51:23.143194 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5db896-46cd-42ea-9b3a-057d07348209 None None] Pushing event updated for resources: {'Port': ['ID=956b4177-dfaa-4f65-87a3-48c63cff2ccc,revision_number=2']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:23.175675 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b485600-4bdf-455a-9c10-16e2c8e5ee53 admin admin] Notify agent at l3_agent.dv-cinder-784477-11-iscsi the message routers_updated {{(pid=108904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:51:23.180885 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-3b485600-4bdf-455a-9c10-16e2c8e5ee53 admin admin] 10.222.0.31 "PUT /v2.0/routers/493400a8-5073-4999-8e38-5c474c805437/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5879557 Dec 16 15:51:23.187045 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-a6b6cef2-08b6-40ee-a0ce-07b604ac7f87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7875374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874197'] for router, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:23.262063 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-2258833a-a643-4c29-be30-231e81604502 None None] Provisioning complete for port ee679e2f-2fce-4ef8-8e3c-1494b4e32010 triggered by entity DHCP. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:51:23.262511 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-2258833a-a643-4c29-be30-231e81604502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:23.327547 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-2258833a-a643-4c29-be30-231e81604502 None None] Port ee679e2f-2fce-4ef8-8e3c-1494b4e32010 cannot update to ACTIVE because it is not bound. {{(pid=108906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:51:23.366555 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device 798f8fd5-6084-45ca-9437-7101ece6309b up at agent ovs-agent-dv-cinder-784477-11-iscsi {{(pid=108906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:51:23.511926 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Provisioning complete for port 798f8fd5-6084-45ca-9437-7101ece6309b triggered by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:51:23.512302 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:23.646661 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:23.688224 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] For port 798f8fd5-6084-45ca-9437-7101ece6309b, host dv-cinder-784477-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=798f8fd5-6084-45ca-9437-7101ece6309b,segment=NetworkSegment(0390f958-c764-4c6b-ad22-4946ebfb354b),segment_id=0390f958-c764-4c6b-ad22-4946ebfb354b)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:51:23.697071 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:23.698235 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device 3323121b-645d-40ea-8880-13e360fd4921 up at agent ovs-agent-dv-cinder-784477-11-iscsi {{(pid=108906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:51:23.782618 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Pushing event updated for resources: {'Port': ['ID=798f8fd5-6084-45ca-9437-7101ece6309b,revision_number=4']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:23.788381 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6b6cef2-08b6-40ee-a0ce-07b604ac7f87 admin admin] Router fc25fc87-3123-4072-8265-b8f4b6e11d31 is scheduled to L3 agent 53beefa8-37d8-48bc-b6da-d824d56f81c3 with binding_index 1 {{(pid=108905) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:51:23.798141 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Provisioning complete for port 3323121b-645d-40ea-8880-13e360fd4921 triggered by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:51:23.798602 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:23.805203 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8272b921-4e95-445b-90b4-892c74230f49 req-adc2e264-02af-4338-8b9d-94e22e31c0c7 tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:23.806067 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-8272b921-4e95-445b-90b4-892c74230f49 req-adc2e264-02af-4338-8b9d-94e22e31c0c7 tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] 10.222.0.31 "GET /v2.0/networks?id=eff1aea5-661c-4e32-824f-eec13ded2085 HTTP/1.1" status: 200 len: 809 time: 0.1524162 Dec 16 15:51:23.867639 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-8272b921-4e95-445b-90b4-892c74230f49 req-47001be4-fd2d-4e2a-bc78-1c74357383fb tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] 10.222.0.31 "GET /v2.0/quotas/a7aae25eb2ad4219aff78b5f9150925f HTTP/1.1" status: 200 len: 375 time: 0.0536892 Dec 16 15:51:23.907425 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-8272b921-4e95-445b-90b4-892c74230f49 req-a5827809-7dfb-4540-8856-b8020b6af4e3 tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a7aae25eb2ad4219aff78b5f9150925f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327582 Dec 16 15:51:24.011214 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b6cef2-08b6-40ee-a0ce-07b604ac7f87 admin admin] Notify agent at l3_agent.dv-cinder-784477-11-iscsi the message routers_updated {{(pid=108905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:51:24.043483 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-a6b6cef2-08b6-40ee-a0ce-07b604ac7f87 admin admin] Publish callbacks [] for router, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:24.044752 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-a6b6cef2-08b6-40ee-a0ce-07b604ac7f87 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.7183425 Dec 16 15:51:24.045327 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e54a9bc-d58f-41c1-8d78-01936dc2f112 None None] Sync routers for ids ['fc25fc87-3123-4072-8265-b8f4b6e11d31'] in dv-cinder-784477-11-iscsi {{(pid=108906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:51:24.047887 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 40662) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:24.056466 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-8272b921-4e95-445b-90b4-892c74230f49 req-f849e037-e0a5-4ba7-a922-e75bd9f4c87f service neutron] 10.222.0.31 "GET /v2.0/networks/eff1aea5-661c-4e32-824f-eec13ded2085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181178 Dec 16 15:51:24.065881 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e54a9bc-d58f-41c1-8d78-01936dc2f112 None None] Routers {'fc25fc87-3123-4072-8265-b8f4b6e11d31'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:51:24.066505 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-8e54a9bc-d58f-41c1-8d78-01936dc2f112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:51:09Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['fc25fc87-3123-4072-8265-b8f4b6e11d31'], 'active': True} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:51:24.145347 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 40664) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:24.199745 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.v2.base [None req-275f30bd-3b1b-4481-84cb-047706e9c37f tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1062927992', 'description': 'tempest-secgroup-smoke-1062927992 description', 'project_id': '34de311402354bb6a5903e764e3a0cbc'}} {{(pid=108904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:51:24.210229 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-8272b921-4e95-445b-90b4-892c74230f49 req-773d557f-cc82-4b85-86f8-e0f7350c3136 service neutron] 10.222.0.31 "GET /v2.0/networks/eff1aea5-661c-4e32-824f-eec13ded2085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424584 Dec 16 15:51:24.277907 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-275f30bd-3b1b-4481-84cb-047706e9c37f tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Publish callbacks [] for security_group, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:24.320840 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvr_db [None req-8e54a9bc-d58f-41c1-8d78-01936dc2f112 None None] Set router fc25fc87-3123-4072-8265-b8f4b6e11d31 gateway port host: dv-cinder-784477-11-iscsi {{(pid=108906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:51:24.408249 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c56f05-2db0-49ff-a9e3-d7b62ed9f9c5 req-b7f358ac-d45d-489b-a42a-562e05e55d10 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:24.421704 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-b9c56f05-2db0-49ff-a9e3-d7b62ed9f9c5 req-b7f358ac-d45d-489b-a42a-562e05e55d10 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 945 time: 0.1164706 Dec 16 15:51:24.568290 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-275f30bd-3b1b-4481-84cb-047706e9c37f tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Publish callbacks [] for security_group, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:24.579699 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11727c6-0bd3-483c-95f3-7ea2914aeb80 None None] Sync routers for ids ['493400a8-5073-4999-8e38-5c474c805437'] in dv-cinder-784477-11-iscsi {{(pid=108907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:51:24.584998 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-31574dc7-98d3-4e32-8e42-fcf130ca3d01 req-9198977a-ef82-4fad-a2e3-3b6ed77b4d94 tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] 10.222.0.31 "GET /v2.0/ports?device_id=0da3e1d4-06bf-46de-86eb-68d5f43ba5c5 HTTP/1.1" status: 200 len: 210 time: 0.0744610 Dec 16 15:51:24.610429 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11727c6-0bd3-483c-95f3-7ea2914aeb80 None None] Routers {'493400a8-5073-4999-8e38-5c474c805437'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:51:24.611050 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-c11727c6-0bd3-483c-95f3-7ea2914aeb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:51:09Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['493400a8-5073-4999-8e38-5c474c805437'], 'active': True} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:51:24.620399 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-275f30bd-3b1b-4481-84cb-047706e9c37f tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:24.630046 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-b9c56f05-2db0-49ff-a9e3-d7b62ed9f9c5 req-5c6be030-f4dc-4a9e-9391-e0080aabc621 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073877 Dec 16 15:51:24.671919 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5421186-4396-42e8-95d0-1c3f90e58a40 None None] Network 447cd8ca-a758-4b0d-966f-d4641376c8a8 requested from dv-cinder-784477-11-iscsi {{(pid=108906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:51:24.706347 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-275f30bd-3b1b-4481-84cb-047706e9c37f tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Publish callbacks [] for security_group, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:24.711741 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 40680) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:24.711953 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-275f30bd-3b1b-4481-84cb-047706e9c37f tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5652258 Dec 16 15:51:24.712921 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275f30bd-3b1b-4481-84cb-047706e9c37f tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0931ad-2cb0-4a8a-9f29-cd2e4109aaa7,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:24.717218 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.v2.base [None req-14071cb4-c3c9-4aac-b2fc-706ac4017650 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Request body: {'security_group_rule': {'security_group_id': '9e0931ad-2cb0-4a8a-9f29-cd2e4109aaa7', 'project_id': '34de311402354bb6a5903e764e3a0cbc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:51:24.750571 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvr_db [None req-c11727c6-0bd3-483c-95f3-7ea2914aeb80 None None] Set router 493400a8-5073-4999-8e38-5c474c805437 gateway port host: dv-cinder-784477-11-iscsi {{(pid=108907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:51:24.785269 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-14071cb4-c3c9-4aac-b2fc-706ac4017650 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:24.902645 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-7f3176c1-13ab-4bb7-bba0-e34784fe05d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:24.906941 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-14071cb4-c3c9-4aac-b2fc-706ac4017650 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:24.914159 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-14071cb4-c3c9-4aac-b2fc-706ac4017650 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004345'] for security_group_rule, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:24.937434 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14071cb4-c3c9-4aac-b2fc-706ac4017650 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25a97856-175d-4c95-9310-e2bbf5abeae1,revision_number=0']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:24.949057 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-14071cb4-c3c9-4aac-b2fc-706ac4017650 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:24.954217 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-14071cb4-c3c9-4aac-b2fc-706ac4017650 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2382715 Dec 16 15:51:24.957018 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 40686) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:24.965839 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.v2.base [None req-f1f32119-4281-4ab5-b727-1ab6a09a3565 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Request body: {'security_group_rule': {'security_group_id': '9e0931ad-2cb0-4a8a-9f29-cd2e4109aaa7', 'project_id': '34de311402354bb6a5903e764e3a0cbc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:51:25.016716 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-f1f32119-4281-4ab5-b727-1ab6a09a3565 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:25.120703 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-f1f32119-4281-4ab5-b727-1ab6a09a3565 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:25.127184 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-c11727c6-0bd3-483c-95f3-7ea2914aeb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493400a8-5073-4999-8e38-5c474c805437', 'name': 'tempest-TestShelveInstance-1719685043-router', 'tenant_id': 'ee0f5fd8fd544d23b38c6a100f3d5f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '798f8fd5-6084-45ca-9437-7101ece6309b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:51:17Z', 'updated_at': '2021-12-16T15:51:21Z', 'revision_number': 4, 'project_id': 'ee0f5fd8fd544d23b38c6a100f3d5f83', 'gw_port': {'id': '798f8fd5-6084-45ca-9437-7101ece6309b', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493400a8-5073-4999-8e38-5c474c805437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:17Z', 'updated_at': '2021-12-16T15:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_interfaces': [{'id': 'ee679e2f-2fce-4ef8-8e3c-1494b4e32010', 'name': '', 'network_id': '74babb0a-1f00-453a-85c8-c7921a8fa395', 'tenant_id': 'ee0f5fd8fd544d23b38c6a100f3d5f83', 'mac_address': 'fa:16:3e:85:89:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '493400a8-5073-4999-8e38-5c474c805437', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'a2e44585-5161-4b0b-b3c2-f7de13e0cc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:21Z', 'updated_at': '2021-12-16T15:51:22Z', 'revision_number': 2, 'project_id': 'ee0f5fd8fd544d23b38c6a100f3d5f83', 'subnets': [{'id': 'a2e44585-5161-4b0b-b3c2-f7de13e0cc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:51:25.127595 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-6df3a7bd-05b1-43be-80dc-73d219370690 None None] Provisioning complete for port 956b4177-dfaa-4f65-87a3-48c63cff2ccc triggered by entity DHCP. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:51:25.127966 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-6df3a7bd-05b1-43be-80dc-73d219370690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:25.128277 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-f1f32119-4281-4ab5-b727-1ab6a09a3565 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004345'] for security_group_rule, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:25.150463 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f32119-4281-4ab5-b727-1ab6a09a3565 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90f560bb-e9ca-4fb9-9bb8-6843c92d3056,revision_number=0']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:25.165919 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-f1f32119-4281-4ab5-b727-1ab6a09a3565 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:25.168704 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-f1f32119-4281-4ab5-b727-1ab6a09a3565 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2097867 Dec 16 15:51:25.173058 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 40688) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:25.181897 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.v2.base [None req-0aaa29fe-d38b-4612-8ea9-e44657aeb865 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Request body: {'security_group_rule': {'security_group_id': '9e0931ad-2cb0-4a8a-9f29-cd2e4109aaa7', 'project_id': '34de311402354bb6a5903e764e3a0cbc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:51:25.197174 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.db_base_plugin_common [None req-7f3176c1-13ab-4bb7-bba0-e34784fe05d5 admin admin] Allocated IP 172.20.0.1 (447cd8ca-a758-4b0d-966f-d4641376c8a8/0c509f7a-4a9b-4a96-892a-b130ead11ed7/63e3395e-8833-41d6-b461-2825dfc4c5ae) {{(pid=108904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:51:25.216823 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11727c6-0bd3-483c-95f3-7ea2914aeb80 None None] Checking router: 493400a8-5073-4999-8e38-5c474c805437 for host: dv-cinder-784477-11-iscsi {{(pid=108907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:51:25.219614 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11727c6-0bd3-483c-95f3-7ea2914aeb80 None None] Updating router 493400a8-5073-4999-8e38-5c474c805437 port ee679e2f-2fce-4ef8-8e3c-1494b4e32010 binding host dv-cinder-784477-11-iscsi {{(pid=108907) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:51:25.242756 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-0aaa29fe-d38b-4612-8ea9-e44657aeb865 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:25.363825 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-8e54a9bc-d58f-41c1-8d78-01936dc2f112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'name': 'tempest-TestVolumeBootPattern-56592982-router', 'tenant_id': '5afea3407ef84fafa658a82512fb4d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': 'ee98720f-5eae-49a4-bbf0-93e57252a7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:51:20Z', 'updated_at': '2021-12-16T15:51:22Z', 'revision_number': 3, 'project_id': '5afea3407ef84fafa658a82512fb4d24', 'gw_port': {'id': 'ee98720f-5eae-49a4-bbf0-93e57252a7c8', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:67:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:21Z', 'updated_at': '2021-12-16T15:51:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi'}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:51:25.393223 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-7f3176c1-13ab-4bb7-bba0-e34784fe05d5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:25.411423 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-0aaa29fe-d38b-4612-8ea9-e44657aeb865 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:25.417844 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-0aaa29fe-d38b-4612-8ea9-e44657aeb865 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004345'] for security_group_rule, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:25.434208 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-7f3176c1-13ab-4bb7-bba0-e34784fe05d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739691803594'] for port, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:25.449708 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaa29fe-d38b-4612-8ea9-e44657aeb865 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e48942e2-f6ab-44cd-a349-94ed8d3c2f4c,revision_number=0']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:25.455567 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-0aaa29fe-d38b-4612-8ea9-e44657aeb865 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:25.460481 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-0aaa29fe-d38b-4612-8ea9-e44657aeb865 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2861907 Dec 16 15:51:25.461566 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 40694) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:25.470338 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e54a9bc-d58f-41c1-8d78-01936dc2f112 None None] Checking router: fc25fc87-3123-4072-8265-b8f4b6e11d31 for host: dv-cinder-784477-11-iscsi {{(pid=108906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:51:25.471273 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e54a9bc-d58f-41c1-8d78-01936dc2f112 None None] Updating router fc25fc87-3123-4072-8265-b8f4b6e11d31 port ee98720f-5eae-49a4-bbf0-93e57252a7c8 binding host dv-cinder-784477-11-iscsi {{(pid=108906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:51:25.482665 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.v2.base [None req-e51710e5-6b8a-4b00-8f3d-7dab7b8f756f tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Request body: {'security_group_rule': {'security_group_id': '9e0931ad-2cb0-4a8a-9f29-cd2e4109aaa7', 'project_id': '34de311402354bb6a5903e764e3a0cbc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:51:25.529133 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3176c1-13ab-4bb7-bba0-e34784fe05d5 admin admin] Pushing event updated for resources: {'Port': ['ID=63e3395e-8833-41d6-b461-2825dfc4c5ae,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:25.545759 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-e51710e5-6b8a-4b00-8f3d-7dab7b8f756f tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:25.546029 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3176c1-13ab-4bb7-bba0-e34784fe05d5 admin admin] Network 447cd8ca-a758-4b0d-966f-d4641376c8a8 is already hosted by enough agents. {{(pid=108904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:51:25.548639 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.base_scheduler [None req-7f3176c1-13ab-4bb7-bba0-e34784fe05d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=108904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:51:25.554247 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3176c1-13ab-4bb7-bba0-e34784fe05d5 admin admin] Received port after_create {{(pid=108904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:51:25.558265 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron_lib.callbacks.manager [None req-c11727c6-0bd3-483c-95f3-7ea2914aeb80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:25.560548 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-7f3176c1-13ab-4bb7-bba0-e34784fe05d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7874534'] for router_interface, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:25.601516 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-8e54a9bc-d58f-41c1-8d78-01936dc2f112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:25.659850 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-6df3a7bd-05b1-43be-80dc-73d219370690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:25.739441 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-e51710e5-6b8a-4b00-8f3d-7dab7b8f756f tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:25.747321 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-e51710e5-6b8a-4b00-8f3d-7dab7b8f756f tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004345'] for security_group_rule, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:25.773917 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51710e5-6b8a-4b00-8f3d-7dab7b8f756f tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e693541e-c44a-4628-b308-832aade67b35,revision_number=0']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:25.807934 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-7f3176c1-13ab-4bb7-bba0-e34784fe05d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:25.864824 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-03f33d4c-d85d-4750-8575-a7dc8c2d55a4 req-4862cef3-2676-4c7d-b33d-f6dedaa5f539 tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] 10.222.0.31 "GET /v2.0/ports?device_id=0da3e1d4-06bf-46de-86eb-68d5f43ba5c5 HTTP/1.1" status: 200 len: 210 time: 0.0943215 Dec 16 15:51:25.878375 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-e51710e5-6b8a-4b00-8f3d-7dab7b8f756f tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:25.882158 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-e51710e5-6b8a-4b00-8f3d-7dab7b8f756f tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4163494 Dec 16 15:51:25.886792 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 40704) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:25.891427 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.v2.base [None req-a815fc40-b948-4cd7-9578-7893360aaac1 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Request body: {'security_group_rule': {'security_group_id': '9e0931ad-2cb0-4a8a-9f29-cd2e4109aaa7', 'project_id': '34de311402354bb6a5903e764e3a0cbc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:51:25.958137 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.db.securitygroups_db [None req-a815fc40-b948-4cd7-9578-7893360aaac1 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Project 34de311402354bb6a5903e764e3a0cbc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 15:51:25.963600 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-a815fc40-b948-4cd7-9578-7893360aaac1 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:26.037951 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-6df3a7bd-05b1-43be-80dc-73d219370690 None None] For port 956b4177-dfaa-4f65-87a3-48c63cff2ccc, host dv-cinder-784477-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=956b4177-dfaa-4f65-87a3-48c63cff2ccc,segment=NetworkSegment(df5e76d4-1da3-4a3c-9738-349c23ab107b),segment_id=df5e76d4-1da3-4a3c-9738-349c23ab107b)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:51:26.039294 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device 956b4177-dfaa-4f65-87a3-48c63cff2ccc up at agent ovs-agent-dv-cinder-784477-11-iscsi {{(pid=108906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:51:26.117673 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron_lib.callbacks.manager [None req-c11727c6-0bd3-483c-95f3-7ea2914aeb80 None None] Publish callbacks [] for port, precommit_update {{(pid=108907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:26.129180 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron_lib.callbacks.manager [None req-c11727c6-0bd3-483c-95f3-7ea2914aeb80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:26.151015 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-7f3176c1-13ab-4bb7-bba0-e34784fe05d5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:26.156487 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add8a41f-85f0-4d1c-9aa8-0ca3e8078a1f req-a76ba041-30d4-40d6-8d88-cfd6159b76b8 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:26.156896 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-add8a41f-85f0-4d1c-9aa8-0ca3e8078a1f req-a76ba041-30d4-40d6-8d88-cfd6159b76b8 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 945 time: 0.1482880 Dec 16 15:51:26.167857 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-7f3176c1-13ab-4bb7-bba0-e34784fe05d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:26.168824 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-7f3176c1-13ab-4bb7-bba0-e34784fe05d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7902817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872854'] for router_interface, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:26.169192 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-a815fc40-b948-4cd7-9578-7893360aaac1 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:26.177583 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d0968-d29d-4a74-aa66-21d69e4b921e req-b81f7368-b9e6-402e-bcfe-8613a5b19c98 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:26.178654 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-b12d0968-d29d-4a74-aa66-21d69e4b921e req-b81f7368-b9e6-402e-bcfe-8613a5b19c98 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=16cc9992-8538-4151-b169-681a3458fad0 HTTP/1.1" status: 200 len: 945 time: 0.1556005 Dec 16 15:51:26.184840 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-a815fc40-b948-4cd7-9578-7893360aaac1 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004345'] for security_group_rule, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:26.200453 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-8e54a9bc-d58f-41c1-8d78-01936dc2f112 None None] Publish callbacks [] for port, precommit_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:26.225637 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-6df3a7bd-05b1-43be-80dc-73d219370690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:26.233285 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-8e54a9bc-d58f-41c1-8d78-01936dc2f112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:26.278994 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29078a4a-33fe-493d-ae39-0e79275d12c4 None None] Pushing event updated for resources: {'Port': ['ID=ee679e2f-2fce-4ef8-8e3c-1494b4e32010,revision_number=3']} {{(pid=108907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:26.337269 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.managers [None req-8e54a9bc-d58f-41c1-8d78-01936dc2f112 None None] Attempting to bind port ee98720f-5eae-49a4-bbf0-93e57252a7c8 on host dv-cinder-784477-11-iscsi for vnic_type normal with profile {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:51:26.338050 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.managers [None req-8e54a9bc-d58f-41c1-8d78-01936dc2f112 None None] Attempting to bind port ee98720f-5eae-49a4-bbf0-93e57252a7c8 by drivers openvswitch,hyperv on host dv-cinder-784477-11-iscsi at level 0 using segments [{'id': '0390f958-c764-4c6b-ad22-4946ebfb354b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3'}] {{(pid=108906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:51:26.338551 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e54a9bc-d58f-41c1-8d78-01936dc2f112 None None] Attempting to bind port ee98720f-5eae-49a4-bbf0-93e57252a7c8 on network b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3 {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:51:26.346183 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-add8a41f-85f0-4d1c-9aa8-0ca3e8078a1f req-6001177d-c8c7-4d61-a15a-e4b7d724a499 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787097 Dec 16 15:51:26.349186 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a815fc40-b948-4cd7-9578-7893360aaac1 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9a188e1-8731-41d5-938c-fef78b2b3935,revision_number=0']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:26.350239 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e54a9bc-d58f-41c1-8d78-01936dc2f112 None None] Checking agent: {'id': '5eca9fcc-5dcd-4ee1-9579-22579284a65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 40, 43), 'started_at': datetime.datetime(2021, 12, 16, 15, 41, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:51:26.350742 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e54a9bc-d58f-41c1-8d78-01936dc2f112 None None] Checking segment: {'id': '0390f958-c764-4c6b-ad22-4946ebfb354b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:51:26.351366 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-8e54a9bc-d58f-41c1-8d78-01936dc2f112 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:26.351848 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e54a9bc-d58f-41c1-8d78-01936dc2f112 None None] Bound using segment: {'id': '0390f958-c764-4c6b-ad22-4946ebfb354b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3'} {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:51:26.352419 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.managers [None req-8e54a9bc-d58f-41c1-8d78-01936dc2f112 None None] Bound port: ee98720f-5eae-49a4-bbf0-93e57252a7c8, host: dv-cinder-784477-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0390f958-c764-4c6b-ad22-4946ebfb354b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3'}}] {{(pid=108906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:51:26.353148 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-8e54a9bc-d58f-41c1-8d78-01936dc2f112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:26.373713 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-a815fc40-b948-4cd7-9578-7893360aaac1 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:26.375133 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-a815fc40-b948-4cd7-9578-7893360aaac1 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4873552 Dec 16 15:51:26.377578 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.plugins.ml2.managers [None req-c11727c6-0bd3-483c-95f3-7ea2914aeb80 None None] Attempting to bind port ee679e2f-2fce-4ef8-8e3c-1494b4e32010 on host dv-cinder-784477-11-iscsi for vnic_type normal with profile {{(pid=108907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:51:26.377942 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.plugins.ml2.managers [None req-c11727c6-0bd3-483c-95f3-7ea2914aeb80 None None] Attempting to bind port ee679e2f-2fce-4ef8-8e3c-1494b4e32010 by drivers openvswitch,hyperv on host dv-cinder-784477-11-iscsi at level 0 using segments [{'id': '3de3ef09-df63-448b-a09c-283803fe8dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '74babb0a-1f00-453a-85c8-c7921a8fa395'}] {{(pid=108907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:51:26.378295 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11727c6-0bd3-483c-95f3-7ea2914aeb80 None None] Attempting to bind port ee679e2f-2fce-4ef8-8e3c-1494b4e32010 on network 74babb0a-1f00-453a-85c8-c7921a8fa395 {{(pid=108907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:51:26.385261 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 40710) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:26.392283 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11727c6-0bd3-483c-95f3-7ea2914aeb80 None None] Checking agent: {'id': '5eca9fcc-5dcd-4ee1-9579-22579284a65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 40, 43), 'started_at': datetime.datetime(2021, 12, 16, 15, 41, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:51:26.405078 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11727c6-0bd3-483c-95f3-7ea2914aeb80 None None] Checking segment: {'id': '3de3ef09-df63-448b-a09c-283803fe8dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '74babb0a-1f00-453a-85c8-c7921a8fa395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:51:26.405078 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron_lib.callbacks.manager [None req-c11727c6-0bd3-483c-95f3-7ea2914aeb80 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:26.405078 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11727c6-0bd3-483c-95f3-7ea2914aeb80 None None] Bound using segment: {'id': '3de3ef09-df63-448b-a09c-283803fe8dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '74babb0a-1f00-453a-85c8-c7921a8fa395'} {{(pid=108907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:51:26.405078 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.plugins.ml2.managers [None req-c11727c6-0bd3-483c-95f3-7ea2914aeb80 None None] Bound port: ee679e2f-2fce-4ef8-8e3c-1494b4e32010, host: dv-cinder-784477-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3de3ef09-df63-448b-a09c-283803fe8dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '74babb0a-1f00-453a-85c8-c7921a8fa395'}}] {{(pid=108907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:51:26.405583 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron_lib.callbacks.manager [None req-c11727c6-0bd3-483c-95f3-7ea2914aeb80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:26.430691 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.v2.base [None req-2bf9cc63-8ceb-411d-9ea0-55c681c94066 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Request body: {'security_group_rule': {'security_group_id': '9e0931ad-2cb0-4a8a-9f29-cd2e4109aaa7', 'project_id': '34de311402354bb6a5903e764e3a0cbc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:51:26.443300 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df3a7bd-05b1-43be-80dc-73d219370690 None None] Pushing event updated for resources: {'Port': ['ID=956b4177-dfaa-4f65-87a3-48c63cff2ccc,revision_number=3']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:26.449318 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-b12d0968-d29d-4a74-aa66-21d69e4b921e req-6d830797-1f9d-4939-80b1-0873dc26252d tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a06c891-fae3-406d-b89e-bc8eaf612049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624412 Dec 16 15:51:26.475206 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Provisioning complete for port 956b4177-dfaa-4f65-87a3-48c63cff2ccc triggered by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:51:26.475581 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:26.504676 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3176c1-13ab-4bb7-bba0-e34784fe05d5 admin admin] Pushing event updated for resources: {'Port': ['ID=63e3395e-8833-41d6-b461-2825dfc4c5ae,revision_number=2']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:26.529199 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.db.securitygroups_db [None req-2bf9cc63-8ceb-411d-9ea0-55c681c94066 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Project 34de311402354bb6a5903e764e3a0cbc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 15:51:26.543998 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-2bf9cc63-8ceb-411d-9ea0-55c681c94066 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:26.576619 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-3d75701b-2c4c-44c8-9958-5d580c517161 None None] Provisioning complete for port 956b4177-dfaa-4f65-87a3-48c63cff2ccc triggered by entity DHCP. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:51:26.577221 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-3d75701b-2c4c-44c8-9958-5d580c517161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:26.584016 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8272b921-4e95-445b-90b4-892c74230f49 req-966cc114-9cd0-4a69-8ea5-d7e76971fe04 tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:26.585688 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-8272b921-4e95-445b-90b4-892c74230f49 req-966cc114-9cd0-4a69-8ea5-d7e76971fe04 tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] 10.222.0.66 "GET /v2.0/networks?id=eff1aea5-661c-4e32-824f-eec13ded2085 HTTP/1.1" status: 200 len: 809 time: 0.3406217 Dec 16 15:51:26.588297 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3176c1-13ab-4bb7-bba0-e34784fe05d5 admin admin] Network 447cd8ca-a758-4b0d-966f-d4641376c8a8 is already hosted by enough agents. {{(pid=108904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:51:26.589902 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.base_scheduler [None req-7f3176c1-13ab-4bb7-bba0-e34784fe05d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=108904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:51:26.636503 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.plugins.ml2.db [None req-c11727c6-0bd3-483c-95f3-7ea2914aeb80 None None] For port ee679e2f-2fce-4ef8-8e3c-1494b4e32010, host dv-cinder-784477-11-iscsi, cleared binding levels {{(pid=108907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:51:26.645166 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.plugins.ml2.db [None req-c11727c6-0bd3-483c-95f3-7ea2914aeb80 None None] For port ee679e2f-2fce-4ef8-8e3c-1494b4e32010, host dv-cinder-784477-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=ee679e2f-2fce-4ef8-8e3c-1494b4e32010,segment=NetworkSegment(3de3ef09-df63-448b-a09c-283803fe8dc3),segment_id=3de3ef09-df63-448b-a09c-283803fe8dc3)] {{(pid=108907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:51:26.646663 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-2bf9cc63-8ceb-411d-9ea0-55c681c94066 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:26.654114 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron_lib.callbacks.manager [None req-c11727c6-0bd3-483c-95f3-7ea2914aeb80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:26.657038 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-2bf9cc63-8ceb-411d-9ea0-55c681c94066 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004345'] for security_group_rule, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:26.671624 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.v2.base [req-8272b921-4e95-445b-90b4-892c74230f49 req-492da3e8-f968-4c7f-ac37-988be601f760 tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] Request body: {'port': {'device_id': '0da3e1d4-06bf-46de-86eb-68d5f43ba5c5', 'network_id': 'eff1aea5-661c-4e32-824f-eec13ded2085', 'admin_state_up': True, 'tenant_id': 'a7aae25eb2ad4219aff78b5f9150925f'}} {{(pid=108904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:51:26.708321 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf9cc63-8ceb-411d-9ea0-55c681c94066 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=469c5dee-558d-43c5-872f-10c602645e0b,revision_number=0']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:26.722963 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-2bf9cc63-8ceb-411d-9ea0-55c681c94066 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:26.736498 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-2bf9cc63-8ceb-411d-9ea0-55c681c94066 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3492959 Dec 16 15:51:26.737773 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-8e54a9bc-d58f-41c1-8d78-01936dc2f112 None None] For port ee98720f-5eae-49a4-bbf0-93e57252a7c8, host dv-cinder-784477-11-iscsi, cleared binding levels {{(pid=108906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:51:26.739918 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff937cc-0373-4d8a-85db-9b6231e5582f None None] Pushing event updated for resources: {'Port': ['ID=ee98720f-5eae-49a4-bbf0-93e57252a7c8,revision_number=2']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:26.745184 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-8e54a9bc-d58f-41c1-8d78-01936dc2f112 None None] For port ee98720f-5eae-49a4-bbf0-93e57252a7c8, host dv-cinder-784477-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=ee98720f-5eae-49a4-bbf0-93e57252a7c8,segment=NetworkSegment(0390f958-c764-4c6b-ad22-4946ebfb354b),segment_id=0390f958-c764-4c6b-ad22-4946ebfb354b)] {{(pid=108906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:51:26.757065 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-8e54a9bc-d58f-41c1-8d78-01936dc2f112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:26.867589 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29078a4a-33fe-493d-ae39-0e79275d12c4 None None] Pushing event updated for resources: {'Port': ['ID=ee679e2f-2fce-4ef8-8e3c-1494b4e32010,revision_number=4']} {{(pid=108907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:26.876485 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11727c6-0bd3-483c-95f3-7ea2914aeb80 None None] Routers {'493400a8-5073-4999-8e38-5c474c805437'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:51:26.876485 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-c11727c6-0bd3-483c-95f3-7ea2914aeb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:51:09Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['493400a8-5073-4999-8e38-5c474c805437'], 'active': True} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:51:27.026200 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f3176c1-13ab-4bb7-bba0-e34784fe05d5 admin admin] Router fc25fc87-3123-4072-8265-b8f4b6e11d31 has already been hosted by L3 agent 53beefa8-37d8-48bc-b6da-d824d56f81c3 {{(pid=108904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:51:27.053389 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e54a9bc-d58f-41c1-8d78-01936dc2f112 None None] Routers {'fc25fc87-3123-4072-8265-b8f4b6e11d31'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:51:27.054063 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-8e54a9bc-d58f-41c1-8d78-01936dc2f112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:51:09Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['fc25fc87-3123-4072-8265-b8f4b6e11d31'], 'active': True} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:51:27.064054 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff937cc-0373-4d8a-85db-9b6231e5582f None None] Pushing event updated for resources: {'Port': ['ID=ee98720f-5eae-49a4-bbf0-93e57252a7c8,revision_number=3']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:27.138252 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8272b921-4e95-445b-90b4-892c74230f49 req-492da3e8-f968-4c7f-ac37-988be601f760 tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] Made reservation on behalf of a7aae25eb2ad4219aff78b5f9150925f for: {'port': 1} {{(pid=108904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:51:27.144633 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-8272b921-4e95-445b-90b4-892c74230f49 req-492da3e8-f968-4c7f-ac37-988be601f760 tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:27.161111 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-d3654ec5-dfc9-469a-a5b4-bf28e6a35a1d req-b63b3adf-1307-476f-b5f6-ab665d3704bf tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] 10.222.0.31 "GET /v2.0/ports?device_id=0da3e1d4-06bf-46de-86eb-68d5f43ba5c5 HTTP/1.1" status: 200 len: 210 time: 0.1400082 Dec 16 15:51:27.168805 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device 798f8fd5-6084-45ca-9437-7101ece6309b up at agent ovs-agent-dv-cinder-784477-11-iscsi {{(pid=108906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:51:27.200929 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvr_db [None req-c11727c6-0bd3-483c-95f3-7ea2914aeb80 None None] Set router 493400a8-5073-4999-8e38-5c474c805437 gateway port host: dv-cinder-784477-11-iscsi {{(pid=108907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:51:27.279357 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-3d75701b-2c4c-44c8-9958-5d580c517161 None None] Provisioning complete for port 63e3395e-8833-41d6-b461-2825dfc4c5ae triggered by entity DHCP. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:51:27.280144 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-3d75701b-2c4c-44c8-9958-5d580c517161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:27.463619 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-3d75701b-2c4c-44c8-9958-5d580c517161 None None] Port 63e3395e-8833-41d6-b461-2825dfc4c5ae cannot update to ACTIVE because it is not bound. {{(pid=108906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:51:27.479468 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Provisioning complete for port 798f8fd5-6084-45ca-9437-7101ece6309b triggered by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:51:27.479924 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:27.487722 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvr_db [None req-8e54a9bc-d58f-41c1-8d78-01936dc2f112 None None] Set router fc25fc87-3123-4072-8265-b8f4b6e11d31 gateway port host: dv-cinder-784477-11-iscsi {{(pid=108906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:51:27.530076 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-c11727c6-0bd3-483c-95f3-7ea2914aeb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493400a8-5073-4999-8e38-5c474c805437', 'name': 'tempest-TestShelveInstance-1719685043-router', 'tenant_id': 'ee0f5fd8fd544d23b38c6a100f3d5f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '798f8fd5-6084-45ca-9437-7101ece6309b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:51:17Z', 'updated_at': '2021-12-16T15:51:21Z', 'revision_number': 4, 'project_id': 'ee0f5fd8fd544d23b38c6a100f3d5f83', 'gw_port': {'id': '798f8fd5-6084-45ca-9437-7101ece6309b', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493400a8-5073-4999-8e38-5c474c805437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:17Z', 'updated_at': '2021-12-16T15:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_interfaces': [{'id': 'ee679e2f-2fce-4ef8-8e3c-1494b4e32010', 'name': '', 'network_id': '74babb0a-1f00-453a-85c8-c7921a8fa395', 'tenant_id': 'ee0f5fd8fd544d23b38c6a100f3d5f83', 'mac_address': 'fa:16:3e:85:89:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '493400a8-5073-4999-8e38-5c474c805437', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'a2e44585-5161-4b0b-b3c2-f7de13e0cc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:21Z', 'updated_at': '2021-12-16T15:51:26Z', 'revision_number': 4, 'project_id': 'ee0f5fd8fd544d23b38c6a100f3d5f83', 'subnets': [{'id': 'a2e44585-5161-4b0b-b3c2-f7de13e0cc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:51:27.583565 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11727c6-0bd3-483c-95f3-7ea2914aeb80 None None] The sync data for ids ['493400a8-5073-4999-8e38-5c474c805437'] in dv-cinder-784477-11-iscsi is: [{'id': '493400a8-5073-4999-8e38-5c474c805437', 'name': 'tempest-TestShelveInstance-1719685043-router', 'tenant_id': 'ee0f5fd8fd544d23b38c6a100f3d5f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '798f8fd5-6084-45ca-9437-7101ece6309b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:51:17Z', 'updated_at': '2021-12-16T15:51:21Z', 'revision_number': 4, 'project_id': 'ee0f5fd8fd544d23b38c6a100f3d5f83', 'gw_port': {'id': '798f8fd5-6084-45ca-9437-7101ece6309b', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493400a8-5073-4999-8e38-5c474c805437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:17Z', 'updated_at': '2021-12-16T15:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_interfaces': [{'id': 'ee679e2f-2fce-4ef8-8e3c-1494b4e32010', 'name': '', 'network_id': '74babb0a-1f00-453a-85c8-c7921a8fa395', 'tenant_id': 'ee0f5fd8fd544d23b38c6a100f3d5f83', 'mac_address': 'fa:16:3e:85:89:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '493400a8-5073-4999-8e38-5c474c805437', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'a2e44585-5161-4b0b-b3c2-f7de13e0cc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:21Z', 'updated_at': '2021-12-16T15:51:26Z', 'revision_number': 4, 'project_id': 'ee0f5fd8fd544d23b38c6a100f3d5f83', 'subnets': [{'id': 'a2e44585-5161-4b0b-b3c2-f7de13e0cc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:51:27.616848 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f3176c1-13ab-4bb7-bba0-e34784fe05d5 admin admin] Notify agent at l3_agent.dv-cinder-784477-11-iscsi the message routers_updated {{(pid=108904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:51:27.621985 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7994dc16-6a25-42b8-afa9-b4a897bd7eac req-98faf92f-f472-422e-9869-614fda2ee8cb tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:27.624587 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-7f3176c1-13ab-4bb7-bba0-e34784fe05d5 admin admin] 10.222.0.31 "PUT /v2.0/routers/fc25fc87-3123-4072-8265-b8f4b6e11d31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5743363 Dec 16 15:51:27.627091 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-7994dc16-6a25-42b8-afa9-b4a897bd7eac req-98faf92f-f472-422e-9869-614fda2ee8cb tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 945 time: 0.1639402 Dec 16 15:51:27.662774 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-af4ba389-ee3f-4432-95cc-543b4f236156 None None] Provisioning complete for port ee679e2f-2fce-4ef8-8e3c-1494b4e32010 triggered by entity DHCP. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:51:27.663167 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-af4ba389-ee3f-4432-95cc-543b4f236156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:27.753083 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef853e70-4a83-4fef-be3e-ce3fed9c4763 req-6ddd8b22-6e1e-48d6-b08b-60ab6a33aaf3 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:27.754942 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-ef853e70-4a83-4fef-be3e-ce3fed9c4763 req-6ddd8b22-6e1e-48d6-b08b-60ab6a33aaf3 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=16cc9992-8538-4151-b169-681a3458fad0 HTTP/1.1" status: 200 len: 945 time: 0.1107485 Dec 16 15:51:27.760972 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-7994dc16-6a25-42b8-afa9-b4a897bd7eac req-a0fb29ed-fa7c-4e3a-b7b3-317397fdf35e tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184034 Dec 16 15:51:27.822518 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.db_base_plugin_common [req-8272b921-4e95-445b-90b4-892c74230f49 req-492da3e8-f968-4c7f-ac37-988be601f760 tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] Allocated IP 172.20.0.12 (eff1aea5-661c-4e32-824f-eec13ded2085/88f5588a-7d5e-464e-8417-0dbed320e408/984dabc2-cade-4581-ad2d-f7a02987fca5) {{(pid=108904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:51:27.886463 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-ef853e70-4a83-4fef-be3e-ce3fed9c4763 req-318b6b1a-cca8-4f08-8e89-3121a6522408 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a06c891-fae3-406d-b89e-bc8eaf612049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162810 Dec 16 15:51:28.028479 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-af4ba389-ee3f-4432-95cc-543b4f236156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:28.103621 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-af4ba389-ee3f-4432-95cc-543b4f236156 None None] For port ee679e2f-2fce-4ef8-8e3c-1494b4e32010, host dv-cinder-784477-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=ee679e2f-2fce-4ef8-8e3c-1494b4e32010,segment=NetworkSegment(3de3ef09-df63-448b-a09c-283803fe8dc3),segment_id=3de3ef09-df63-448b-a09c-283803fe8dc3)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:51:28.114183 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-af4ba389-ee3f-4432-95cc-543b4f236156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:28.125069 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-8272b921-4e95-445b-90b4-892c74230f49 req-492da3e8-f968-4c7f-ac37-988be601f760 tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] Publish callbacks [] for port, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:28.146185 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-8e54a9bc-d58f-41c1-8d78-01936dc2f112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'name': 'tempest-TestVolumeBootPattern-56592982-router', 'tenant_id': '5afea3407ef84fafa658a82512fb4d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': 'ee98720f-5eae-49a4-bbf0-93e57252a7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:51:20Z', 'updated_at': '2021-12-16T15:51:25Z', 'revision_number': 4, 'project_id': '5afea3407ef84fafa658a82512fb4d24', 'gw_port': {'id': 'ee98720f-5eae-49a4-bbf0-93e57252a7c8', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:67:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:21Z', 'updated_at': '2021-12-16T15:51:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_interfaces': [{'id': '63e3395e-8833-41d6-b461-2825dfc4c5ae', 'name': '', 'network_id': '447cd8ca-a758-4b0d-966f-d4641376c8a8', 'tenant_id': '5afea3407ef84fafa658a82512fb4d24', 'mac_address': 'fa:16:3e:40:10:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '0c509f7a-4a9b-4a96-892a-b130ead11ed7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:24Z', 'updated_at': '2021-12-16T15:51:25Z', 'revision_number': 2, 'project_id': '5afea3407ef84fafa658a82512fb4d24', 'subnets': [{'id': '0c509f7a-4a9b-4a96-892a-b130ead11ed7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:51:28.190735 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-8272b921-4e95-445b-90b4-892c74230f49 req-492da3e8-f968-4c7f-ac37-988be601f760 tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739691803594'] for port, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:28.212219 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e54a9bc-d58f-41c1-8d78-01936dc2f112 None None] The sync data for ids ['fc25fc87-3123-4072-8265-b8f4b6e11d31'] in dv-cinder-784477-11-iscsi is: [{'id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'name': 'tempest-TestVolumeBootPattern-56592982-router', 'tenant_id': '5afea3407ef84fafa658a82512fb4d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': 'ee98720f-5eae-49a4-bbf0-93e57252a7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:51:20Z', 'updated_at': '2021-12-16T15:51:25Z', 'revision_number': 4, 'project_id': '5afea3407ef84fafa658a82512fb4d24', 'gw_port': {'id': 'ee98720f-5eae-49a4-bbf0-93e57252a7c8', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:67:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:21Z', 'updated_at': '2021-12-16T15:51:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_interfaces': [{'id': '63e3395e-8833-41d6-b461-2825dfc4c5ae', 'name': '', 'network_id': '447cd8ca-a758-4b0d-966f-d4641376c8a8', 'tenant_id': '5afea3407ef84fafa658a82512fb4d24', 'mac_address': 'fa:16:3e:40:10:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '0c509f7a-4a9b-4a96-892a-b130ead11ed7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:24Z', 'updated_at': '2021-12-16T15:51:25Z', 'revision_number': 2, 'project_id': '5afea3407ef84fafa658a82512fb4d24', 'subnets': [{'id': '0c509f7a-4a9b-4a96-892a-b130ead11ed7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:51:28.231217 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device 956b4177-dfaa-4f65-87a3-48c63cff2ccc up at agent ovs-agent-dv-cinder-784477-11-iscsi {{(pid=108906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:51:28.261040 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8272b921-4e95-445b-90b4-892c74230f49 req-492da3e8-f968-4c7f-ac37-988be601f760 tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] Network eff1aea5-661c-4e32-824f-eec13ded2085 is already hosted by enough agents. {{(pid=108904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:51:28.272720 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.base_scheduler [req-8272b921-4e95-445b-90b4-892c74230f49 req-492da3e8-f968-4c7f-ac37-988be601f760 tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] Resources bound (agent type, host, resource id): {{(pid=108904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:51:28.284945 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [req-8272b921-4e95-445b-90b4-892c74230f49 req-492da3e8-f968-4c7f-ac37-988be601f760 tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] Received port after_create {{(pid=108904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:51:28.293686 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8272b921-4e95-445b-90b4-892c74230f49 req-492da3e8-f968-4c7f-ac37-988be601f760 tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:28.295612 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-8272b921-4e95-445b-90b4-892c74230f49 req-492da3e8-f968-4c7f-ac37-988be601f760 tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294'] for port, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:28.331473 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-af4ba389-ee3f-4432-95cc-543b4f236156 None None] Provisioning complete for port 63e3395e-8833-41d6-b461-2825dfc4c5ae triggered by entity DHCP. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:51:28.331897 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-af4ba389-ee3f-4432-95cc-543b4f236156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:28.332835 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492da3e8-f968-4c7f-ac37-988be601f760 tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] Pushing event updated for resources: {'Port': ['ID=984dabc2-cade-4581-ad2d-f7a02987fca5,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:28.344870 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-8272b921-4e95-445b-90b4-892c74230f49 req-492da3e8-f968-4c7f-ac37-988be601f760 tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6771102 Dec 16 15:51:28.379007 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853dc079-a913-4001-924d-0f3356f29f50 req-560f2d71-d34b-48b8-aef4-15339667a6b6 tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:28.380793 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4ba389-ee3f-4432-95cc-543b4f236156 None None] Pushing event updated for resources: {'Port': ['ID=ee679e2f-2fce-4ef8-8e3c-1494b4e32010,revision_number=5']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:28.383862 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.v2.base [req-8272b921-4e95-445b-90b4-892c74230f49 req-fc1bb258-461a-4d23-bfe1-350d9b140af5 service neutron] Request body: {'port': {'device_id': '0da3e1d4-06bf-46de-86eb-68d5f43ba5c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=108904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:51:28.394192 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-853dc079-a913-4001-924d-0f3356f29f50 req-560f2d71-d34b-48b8-aef4-15339667a6b6 tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] 10.222.0.31 "GET /v2.0/ports?device_id=0da3e1d4-06bf-46de-86eb-68d5f43ba5c5 HTTP/1.1" status: 200 len: 932 time: 0.0789409 Dec 16 15:51:28.398986 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Provisioning complete for port 956b4177-dfaa-4f65-87a3-48c63cff2ccc triggered by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:51:28.399270 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:28.507269 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-853dc079-a913-4001-924d-0f3356f29f50 req-c2ee39eb-d995-4845-ba74-aa94f453e085 tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] 10.222.0.31 "GET /v2.0/security-groups?id=390a8b13-4faa-4f09-8183-1d64aeed1bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077054 Dec 16 15:51:28.579632 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b547f-e518-437e-a51e-7fa6a2817c41 req-cf018f63-82c8-4fe5-bfd7-7722ec34f371 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:28.581193 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-ae3b547f-e518-437e-a51e-7fa6a2817c41 req-cf018f63-82c8-4fe5-bfd7-7722ec34f371 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.66 "GET /v2.0/ports?device_id=16cc9992-8538-4151-b169-681a3458fad0 HTTP/1.1" status: 200 len: 945 time: 0.2021213 Dec 16 15:51:28.581839 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-8272b921-4e95-445b-90b4-892c74230f49 req-fc1bb258-461a-4d23-bfe1-350d9b140af5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:28.637993 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-af4ba389-ee3f-4432-95cc-543b4f236156 None None] Port 63e3395e-8833-41d6-b461-2825dfc4c5ae cannot update to ACTIVE because it is not bound. {{(pid=108906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:51:28.746445 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 40808) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:28.751435 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.v2.base [None req-fd801a08-a3f9-4dae-986b-9f0b1f8ea8a7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-838875937-network', 'tenant_id': '03074c6ca56e43319a67b1b559639b41'}} {{(pid=108905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:51:28.766109 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device ee679e2f-2fce-4ef8-8e3c-1494b4e32010 up at agent ovs-agent-dv-cinder-784477-11-iscsi {{(pid=108906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:51:28.783564 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd801a08-a3f9-4dae-986b-9f0b1f8ea8a7 admin admin] Made reservation on behalf of 03074c6ca56e43319a67b1b559639b41 for: {'network': 1} {{(pid=108905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:51:28.787121 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-fd801a08-a3f9-4dae-986b-9f0b1f8ea8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for network, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:28.804393 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-fd801a08-a3f9-4dae-986b-9f0b1f8ea8a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:28.838762 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Provisioning complete for port ee679e2f-2fce-4ef8-8e3c-1494b4e32010 triggered by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:51:28.839195 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:28.919225 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.plugin [req-ae3b547f-e518-437e-a51e-7fa6a2817c41 req-def95634-24c3-4d94-91a9-a3c6b4e1cf28 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Deleting port b6e9a2c2-ced6-4a5c-a5ae-564dd49086c3 {{(pid=108904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:51:28.919757 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-ae3b547f-e518-437e-a51e-7fa6a2817c41 req-def95634-24c3-4d94-91a9-a3c6b4e1cf28 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739692165232'] for port, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:29.085921 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46bc347-26b0-4dd4-92cd-ac3aaa94c6d5 req-76e537f9-0ca4-4adc-af2e-fa23873cd3b1 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:29.087602 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-a46bc347-26b0-4dd4-92cd-ac3aaa94c6d5 req-76e537f9-0ca4-4adc-af2e-fa23873cd3b1 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 945 time: 0.1972604 Dec 16 15:51:29.088041 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.db [req-ae3b547f-e518-437e-a51e-7fa6a2817c41 req-def95634-24c3-4d94-91a9-a3c6b4e1cf28 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] For port b6e9a2c2-ced6-4a5c-a5ae-564dd49086c3, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=b6e9a2c2-ced6-4a5c-a5ae-564dd49086c3,segment=NetworkSegment(b7534591-d412-403e-acd7-f4f21cb9b99f),segment_id=b7534591-d412-403e-acd7-f4f21cb9b99f)] {{(pid=108904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:51:29.088400 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-ae3b547f-e518-437e-a51e-7fa6a2817c41 req-def95634-24c3-4d94-91a9-a3c6b4e1cf28 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343270'] for port, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:29.089830 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-fd801a08-a3f9-4dae-986b-9f0b1f8ea8a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:29.106505 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-fd801a08-a3f9-4dae-986b-9f0b1f8ea8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:29.108769 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.plugin [req-ae3b547f-e518-437e-a51e-7fa6a2817c41 req-def95634-24c3-4d94-91a9-a3c6b4e1cf28 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Calling delete_port for b6e9a2c2-ced6-4a5c-a5ae-564dd49086c3 owned by compute:nova {{(pid=108904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:51:29.123265 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97b242d-3767-451e-844d-1006fbd5ceb5 req-2c569bc5-c8f6-48ad-87e7-d3d240f824d7 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:29.124855 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-d97b242d-3767-451e-844d-1006fbd5ceb5 req-2c569bc5-c8f6-48ad-87e7-d3d240f824d7 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=16cc9992-8538-4151-b169-681a3458fad0 HTTP/1.1" status: 200 len: 945 time: 0.1339052 Dec 16 15:51:29.164906 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd801a08-a3f9-4dae-986b-9f0b1f8ea8a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=108905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:51:29.186279 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd801a08-a3f9-4dae-986b-9f0b1f8ea8a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb3c476-97fa-406f-a0ad-1d07db7cbfc2,revision_number=1']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:29.188867 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.notifiers.nova [req-8272b921-4e95-445b-90b4-892c74230f49 req-fc1bb258-461a-4d23-bfe1-350d9b140af5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 984dabc2-cade-4581-ad2d-f7a02987fca5 {{(pid=108904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:51:29.198580 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-8272b921-4e95-445b-90b4-892c74230f49 req-fc1bb258-461a-4d23-bfe1-350d9b140af5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:29.201208 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-fd801a08-a3f9-4dae-986b-9f0b1f8ea8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772428'] for segment, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:29.201619 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.db.segments_db [None req-fd801a08-a3f9-4dae-986b-9f0b1f8ea8a7 admin admin] Added segment b0d3669b-f5b7-4d84-939d-9aeb7715cc04 of type vlan for network 268bc960-b9df-4d26-85ec-2c20b260e941 Dec 16 15:51:29.220874 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.provisioning_blocks [req-8272b921-4e95-445b-90b4-892c74230f49 req-fc1bb258-461a-4d23-bfe1-350d9b140af5 service neutron] Transition to ACTIVE for port object 984dabc2-cade-4581-ad2d-f7a02987fca5 will not be triggered until provisioned by entity L2. {{(pid=108904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:51:29.225308 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-8272b921-4e95-445b-90b4-892c74230f49 req-fc1bb258-461a-4d23-bfe1-350d9b140af5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:29.279666 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-a46bc347-26b0-4dd4-92cd-ac3aaa94c6d5 req-9c68104d-b9c1-448e-ab00-9f76f4488264 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675417 Dec 16 15:51:29.296209 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-fd801a08-a3f9-4dae-986b-9f0b1f8ea8a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739691820328'] for network, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:29.318062 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-d97b242d-3767-451e-844d-1006fbd5ceb5 req-74cf64be-e248-4aab-842e-4dd7d6b7e74e tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a06c891-fae3-406d-b89e-bc8eaf612049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709242 Dec 16 15:51:29.353993 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-fd801a08-a3f9-4dae-986b-9f0b1f8ea8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8007001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803'] for network, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:29.354976 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd801a08-a3f9-4dae-986b-9f0b1f8ea8a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:29.355570 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-fd801a08-a3f9-4dae-986b-9f0b1f8ea8a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7902797'] for network, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:29.398660 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1bb258-461a-4d23-bfe1-350d9b140af5 service neutron] Pushing event updated for resources: {'Port': ['ID=984dabc2-cade-4581-ad2d-f7a02987fca5,revision_number=2']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:29.401012 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.managers [req-8272b921-4e95-445b-90b4-892c74230f49 req-fc1bb258-461a-4d23-bfe1-350d9b140af5 service neutron] Attempting to bind port 984dabc2-cade-4581-ad2d-f7a02987fca5 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:51:29.401347 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.managers [req-8272b921-4e95-445b-90b4-892c74230f49 req-fc1bb258-461a-4d23-bfe1-350d9b140af5 service neutron] Attempting to bind port 984dabc2-cade-4581-ad2d-f7a02987fca5 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '47c0fe21-ae78-4415-b99a-497d56d95faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'eff1aea5-661c-4e32-824f-eec13ded2085'}] {{(pid=108904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:51:29.401696 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8272b921-4e95-445b-90b4-892c74230f49 req-fc1bb258-461a-4d23-bfe1-350d9b140af5 service neutron] Attempting to bind port 984dabc2-cade-4581-ad2d-f7a02987fca5 on network eff1aea5-661c-4e32-824f-eec13ded2085 {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:51:29.410714 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8272b921-4e95-445b-90b4-892c74230f49 req-fc1bb258-461a-4d23-bfe1-350d9b140af5 service neutron] Port 984dabc2-cade-4581-ad2d-f7a02987fca5 on network eff1aea5-661c-4e32-824f-eec13ded2085 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:51:29.411081 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8272b921-4e95-445b-90b4-892c74230f49 req-fc1bb258-461a-4d23-bfe1-350d9b140af5 service neutron] Attempting to bind port 984dabc2-cade-4581-ad2d-f7a02987fca5 on network eff1aea5-661c-4e32-824f-eec13ded2085 {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:51:29.430972 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-fd801a08-a3f9-4dae-986b-9f0b1f8ea8a7 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6833544 Dec 16 15:51:29.431591 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8272b921-4e95-445b-90b4-892c74230f49 req-fc1bb258-461a-4d23-bfe1-350d9b140af5 service neutron] Checking agent: {'id': 'cc3d5e4c-e00e-4c48-b0f7-4cab06ea1ca9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 46, 48), 'started_at': datetime.datetime(2021, 12, 16, 15, 46, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:51:29.431591 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8272b921-4e95-445b-90b4-892c74230f49 req-fc1bb258-461a-4d23-bfe1-350d9b140af5 service neutron] Checking segment: {'id': '47c0fe21-ae78-4415-b99a-497d56d95faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'eff1aea5-661c-4e32-824f-eec13ded2085'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:51:29.431903 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8272b921-4e95-445b-90b4-892c74230f49 req-fc1bb258-461a-4d23-bfe1-350d9b140af5 service neutron] Bound using segment: {'id': '47c0fe21-ae78-4415-b99a-497d56d95faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'eff1aea5-661c-4e32-824f-eec13ded2085'} {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:51:29.432360 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.managers [req-8272b921-4e95-445b-90b4-892c74230f49 req-fc1bb258-461a-4d23-bfe1-350d9b140af5 service neutron] Bound port: 984dabc2-cade-4581-ad2d-f7a02987fca5, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47c0fe21-ae78-4415-b99a-497d56d95faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'eff1aea5-661c-4e32-824f-eec13ded2085'}}] {{(pid=108904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:51:29.432717 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-8272b921-4e95-445b-90b4-892c74230f49 req-fc1bb258-461a-4d23-bfe1-350d9b140af5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:29.433931 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 40816) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:29.438737 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.v2.base [None req-92578b46-1049-437c-a155-c9f8122d1c22 admin admin] Request body: {'subnet': {'network_id': '268bc960-b9df-4d26-85ec-2c20b260e941', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-838875937-subnet', 'tenant_id': '03074c6ca56e43319a67b1b559639b41', 'ip_version': 4}} {{(pid=108905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:51:29.446009 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd801a08-a3f9-4dae-986b-9f0b1f8ea8a7 admin admin] Pushing event updated for resources: {'Network': ['ID=268bc960-b9df-4d26-85ec-2c20b260e941,revision_number=1']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:29.459071 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-ae3b547f-e518-437e-a51e-7fa6a2817c41 req-def95634-24c3-4d94-91a9-a3c6b4e1cf28 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739692371923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739691803603'] for port, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:29.459891 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Network 268bc960-b9df-4d26-85ec-2c20b260e941 details requested by agent ovs-agent-dv-cinder-784477-11-iscsi with host dv-cinder-784477-11-iscsi {{(pid=108906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:51:29.485731 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] get_ports_and_sgs() called for port_ids ['83410d19-2bd0-4afe-845a-c137ecec96ca', '0711d501-f11e-421f-aa27-451f8a86c7e6', 'eb7f3056-2f47-436e-8398-5620ee86da73', 'b6e9a2c2-ced6-4a5c-a5ae-564dd49086c3'] {{(pid=108906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:51:29.500818 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92578b46-1049-437c-a155-c9f8122d1c22 admin admin] Made reservation on behalf of 03074c6ca56e43319a67b1b559639b41 for: {'subnet': 1} {{(pid=108905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:51:29.500818 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-92578b46-1049-437c-a155-c9f8122d1c22 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4908194'] for subnet, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:29.620411 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def95634-24c3-4d94-91a9-a3c6b4e1cf28 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Pushing event deleted for resources: {'Port': ['ID=b6e9a2c2-ced6-4a5c-a5ae-564dd49086c3,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:29.633927 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae3b547f-e518-437e-a51e-7fa6a2817c41 req-def95634-24c3-4d94-91a9-a3c6b4e1cf28 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] No DVR routers for this DVR port b6e9a2c2-ced6-4a5c-a5ae-564dd49086c3 on host hv-cinder-78447 {{(pid=108904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:51:29.646888 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-ae3b547f-e518-437e-a51e-7fa6a2817c41 req-def95634-24c3-4d94-91a9-a3c6b4e1cf28 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294'] for port, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:29.650856 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-ae3b547f-e518-437e-a51e-7fa6a2817c41 req-def95634-24c3-4d94-91a9-a3c6b4e1cf28 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.66 "DELETE /v2.0/ports/b6e9a2c2-ced6-4a5c-a5ae-564dd49086c3 HTTP/1.1" status: 204 len: 173 time: 1.0558789 Dec 16 15:51:29.651886 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16cc9992-8538-4151-b169-681a3458fad0', 'name': 'network-vif-deleted', 'tag': 'b6e9a2c2-ced6-4a5c-a5ae-564dd49086c3'}] {{(pid=108904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:51:29.654080 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0a2cce90635460fa9ee7acd2d2298fc55a52ab45a9458d7253143d338a4b89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a973df-5d22-458f-a992-43adeeb834e4" -d '{"events": [{"server_uuid": "16cc9992-8538-4151-b169-681a3458fad0", "name": "network-vif-deleted", "tag": "b6e9a2c2-ced6-4a5c-a5ae-564dd49086c3"}]}' {{(pid=108904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:51:29.697176 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.db [req-8272b921-4e95-445b-90b4-892c74230f49 req-fc1bb258-461a-4d23-bfe1-350d9b140af5 service neutron] For port 984dabc2-cade-4581-ad2d-f7a02987fca5, host hv-cinder-78447, cleared binding levels {{(pid=108904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:51:29.702692 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.db [req-8272b921-4e95-445b-90b4-892c74230f49 req-fc1bb258-461a-4d23-bfe1-350d9b140af5 service neutron] For port 984dabc2-cade-4581-ad2d-f7a02987fca5, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=984dabc2-cade-4581-ad2d-f7a02987fca5,segment=NetworkSegment(47c0fe21-ae78-4415-b99a-497d56d95faf),segment_id=47c0fe21-ae78-4415-b99a-497d56d95faf)] {{(pid=108904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:51:29.711836 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-8272b921-4e95-445b-90b4-892c74230f49 req-fc1bb258-461a-4d23-bfe1-350d9b140af5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:29.731513 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c22dc6-411c-438c-9431-c3df13563e85 x-openstack-request-id: req-65c22dc6-411c-438c-9431-c3df13563e85 {{(pid=108904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:51:29.732200 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16cc9992-8538-4151-b169-681a3458fad0", "name": "network-vif-deleted", "tag": "b6e9a2c2-ced6-4a5c-a5ae-564dd49086c3", "status": "completed", "code": 200}]} {{(pid=108904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:51:29.732660 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-65c22dc6-411c-438c-9431-c3df13563e85 {{(pid=108904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:51:29.733265 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16cc9992-8538-4151-b169-681a3458fad0', 'name': 'network-vif-deleted', 'tag': 'b6e9a2c2-ced6-4a5c-a5ae-564dd49086c3', 'status': 'completed', 'code': 200} Dec 16 15:51:29.763765 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8272b921-4e95-445b-90b4-892c74230f49 req-fc1bb258-461a-4d23-bfe1-350d9b140af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:29.764879 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-8272b921-4e95-445b-90b4-892c74230f49 req-fc1bb258-461a-4d23-bfe1-350d9b140af5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294'] for port, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:29.766858 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-8272b921-4e95-445b-90b4-892c74230f49 req-fc1bb258-461a-4d23-bfe1-350d9b140af5 service neutron] 10.222.0.66 "PUT /v2.0/ports/984dabc2-cade-4581-ad2d-f7a02987fca5 HTTP/1.1" status: 200 len: 1094 time: 1.3893020 Dec 16 15:51:29.780791 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7dbe3c-c93b-4a82-830a-aa2575ae575c req-0074c056-4b67-4f26-ba97-e1951a542af7 tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:29.782762 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-cc7dbe3c-c93b-4a82-830a-aa2575ae575c req-0074c056-4b67-4f26-ba97-e1951a542af7 tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] 10.222.0.31 "GET /v2.0/ports?device_id=0da3e1d4-06bf-46de-86eb-68d5f43ba5c5 HTTP/1.1" status: 200 len: 944 time: 0.1381037 Dec 16 15:51:29.822364 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1bb258-461a-4d23-bfe1-350d9b140af5 service neutron] Pushing event updated for resources: {'Port': ['ID=984dabc2-cade-4581-ad2d-f7a02987fca5,revision_number=3']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:29.864108 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-92578b46-1049-437c-a155-c9f8122d1c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8060090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5935172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4908220'] for subnet, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:29.894897 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8272b921-4e95-445b-90b4-892c74230f49 req-a8c65e64-b897-4e2b-8839-13fcc4643c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:29.896527 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-8272b921-4e95-445b-90b4-892c74230f49 req-a8c65e64-b897-4e2b-8839-13fcc4643c0a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a7aae25eb2ad4219aff78b5f9150925f&device_id=0da3e1d4-06bf-46de-86eb-68d5f43ba5c5 HTTP/1.1" status: 200 len: 1097 time: 0.0673201 Dec 16 15:51:29.942402 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-cc7dbe3c-c93b-4a82-830a-aa2575ae575c req-eb415653-5178-4146-b8d0-daa23a8dfe00 tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] 10.222.0.31 "GET /v2.0/security-groups?id=390a8b13-4faa-4f09-8183-1d64aeed1bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316829 Dec 16 15:51:29.948966 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92578b46-1049-437c-a155-c9f8122d1c22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7c83c4d-b424-48cb-bffb-978834c3422b,revision_number=0']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:29.964539 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92578b46-1049-437c-a155-c9f8122d1c22 admin admin] Checking segment: {'id': 'b0d3669b-f5b7-4d84-939d-9aeb7715cc04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '268bc960-b9df-4d26-85ec-2c20b260e941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:51:29.964860 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92578b46-1049-437c-a155-c9f8122d1c22 admin admin] Network hostable DHCP agents. Network: 268bc960-b9df-4d26-85ec-2c20b260e941, hostable agents: ['02e00dda-7193-4a71-a593-a2bdfaca617e'], hosted agents: [] {{(pid=108905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:51:29.980895 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-8272b921-4e95-445b-90b4-892c74230f49 req-fe02d879-032c-43ac-88f8-cdbe9e628503 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=984dabc2-cade-4581-ad2d-f7a02987fca5 HTTP/1.1" status: 200 len: 217 time: 0.0587549 Dec 16 15:51:29.983482 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92578b46-1049-437c-a155-c9f8122d1c22 admin admin] Network 268bc960-b9df-4d26-85ec-2c20b260e941 is scheduled to be hosted by DHCP agent 02e00dda-7193-4a71-a593-a2bdfaca617e with binding_index 1 {{(pid=108905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:51:29.993766 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.base_scheduler [None req-92578b46-1049-437c-a155-c9f8122d1c22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-11-iscsi, 268bc960-b9df-4d26-85ec-2c20b260e941) {{(pid=108905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:51:30.004342 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92578b46-1049-437c-a155-c9f8122d1c22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:30.005073 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-92578b46-1049-437c-a155-c9f8122d1c22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7902797'] for subnet, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:30.008423 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11dca65b-ac4b-41d9-83ea-682d1fee01ea None None] Network 268bc960-b9df-4d26-85ec-2c20b260e941 requested from dv-cinder-784477-11-iscsi {{(pid=108906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:51:30.036004 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-92578b46-1049-437c-a155-c9f8122d1c22 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5985825 Dec 16 15:51:30.036212 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 40824) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:30.043390 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.v2.base [None req-1d5ba79e-2527-483e-b144-d9b2072ffd8e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-838875937-router', 'tenant_id': '03074c6ca56e43319a67b1b559639b41', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3'}}} {{(pid=108905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:51:30.059721 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8272b921-4e95-445b-90b4-892c74230f49 req-e76a7834-018e-445a-b6e2-df17f6c4112a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:30.060841 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device ee679e2f-2fce-4ef8-8e3c-1494b4e32010 up at agent ovs-agent-dv-cinder-784477-11-iscsi {{(pid=108906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:51:30.061355 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-8272b921-4e95-445b-90b4-892c74230f49 req-e76a7834-018e-445a-b6e2-df17f6c4112a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=88f5588a-7d5e-464e-8417-0dbed320e408 HTTP/1.1" status: 200 len: 849 time: 0.0716379 Dec 16 15:51:30.068478 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-1d5ba79e-2527-483e-b144-d9b2072ffd8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7874727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6813'] for router, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:30.069520 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-1d5ba79e-2527-483e-b144-d9b2072ffd8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7875351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7874278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8123815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6826'] for router, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:30.095847 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-8272b921-4e95-445b-90b4-892c74230f49 req-db927e1e-f788-4754-b00a-00386b149f90 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=eff1aea5-661c-4e32-824f-eec13ded2085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264051 Dec 16 15:51:30.123334 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-1d5ba79e-2527-483e-b144-d9b2072ffd8e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:30.152114 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Provisioning complete for port ee679e2f-2fce-4ef8-8e3c-1494b4e32010 triggered by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:51:30.152402 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:30.175480 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4989f3-d27f-4392-88fa-30593ec5a554 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7ef089e-da1e-5e7e-8d50-b8251f3063fb-268bc960-b9df-4d26-85ec-2c20b260e941', 'network_id': '268bc960-b9df-4d26-85ec-2c20b260e941', 'project_id': '03074c6ca56e43319a67b1b559639b41', 'fixed_ips': [{'subnet_id': 'a7c83c4d-b424-48cb-bffb-978834c3422b'}]}} from dv-cinder-784477-11-iscsi. {{(pid=108906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:51:30.175480 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-4b4989f3-d27f-4392-88fa-30593ec5a554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_create {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:30.229851 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-8272b921-4e95-445b-90b4-892c74230f49 req-3c754353-adf5-453a-a15a-d3b4ef140c61 service neutron] 10.222.0.66 "GET /v2.0/networks/eff1aea5-661c-4e32-824f-eec13ded2085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232736 Dec 16 15:51:30.332032 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-1d5ba79e-2527-483e-b144-d9b2072ffd8e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:30.354792 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-8272b921-4e95-445b-90b4-892c74230f49 req-075802de-51b9-46b4-9816-c3206786c165 service neutron] 10.222.0.66 "GET /v2.0/networks/eff1aea5-661c-4e32-824f-eec13ded2085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154845 Dec 16 15:51:30.392104 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.db_base_plugin_common [None req-4b4989f3-d27f-4392-88fa-30593ec5a554 None None] Allocated IP 172.20.0.2 (268bc960-b9df-4d26-85ec-2c20b260e941/a7c83c4d-b424-48cb-bffb-978834c3422b/afdf2319-9a99-46d8-ba77-9320c2ea2904) {{(pid=108906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:51:30.569977 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8170be-44f2-44fa-b477-688588b24f96 req-1a5183f6-a6bb-40a9-9e2b-4a04b36383b2 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:30.571600 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-7b8170be-44f2-44fa-b477-688588b24f96 req-1a5183f6-a6bb-40a9-9e2b-4a04b36383b2 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 945 time: 0.1178896 Dec 16 15:51:30.572747 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-4b4989f3-d27f-4392-88fa-30593ec5a554 None None] Publish callbacks [] for port, precommit_create {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:30.579927 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-4b4989f3-d27f-4392-88fa-30593ec5a554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739691803594'] for port, after_create {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:30.630753 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4989f3-d27f-4392-88fa-30593ec5a554 None None] Network 268bc960-b9df-4d26-85ec-2c20b260e941 is already hosted by enough agents. {{(pid=108906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:51:30.634358 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.scheduler.base_scheduler [None req-4b4989f3-d27f-4392-88fa-30593ec5a554 None None] Resources bound (agent type, host, resource id): {{(pid=108906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:51:30.637075 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4989f3-d27f-4392-88fa-30593ec5a554 None None] Received port after_create {{(pid=108906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:51:30.677581 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4989f3-d27f-4392-88fa-30593ec5a554 None None] Pushing event updated for resources: {'Port': ['ID=afdf2319-9a99-46d8-ba77-9320c2ea2904,revision_number=1']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:30.708952 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.managers [None req-4b4989f3-d27f-4392-88fa-30593ec5a554 None None] Attempting to bind port afdf2319-9a99-46d8-ba77-9320c2ea2904 on host dv-cinder-784477-11-iscsi for vnic_type normal with profile {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:51:30.708952 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.managers [None req-4b4989f3-d27f-4392-88fa-30593ec5a554 None None] Attempting to bind port afdf2319-9a99-46d8-ba77-9320c2ea2904 by drivers openvswitch,hyperv on host dv-cinder-784477-11-iscsi at level 0 using segments [{'id': 'b0d3669b-f5b7-4d84-939d-9aeb7715cc04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '268bc960-b9df-4d26-85ec-2c20b260e941'}] {{(pid=108906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:51:30.709389 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4989f3-d27f-4392-88fa-30593ec5a554 None None] Attempting to bind port afdf2319-9a99-46d8-ba77-9320c2ea2904 on network 268bc960-b9df-4d26-85ec-2c20b260e941 {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:51:30.723891 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4989f3-d27f-4392-88fa-30593ec5a554 None None] Checking agent: {'id': '5eca9fcc-5dcd-4ee1-9579-22579284a65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 40, 43), 'started_at': datetime.datetime(2021, 12, 16, 15, 41, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:51:30.725662 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4989f3-d27f-4392-88fa-30593ec5a554 None None] Checking segment: {'id': 'b0d3669b-f5b7-4d84-939d-9aeb7715cc04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '268bc960-b9df-4d26-85ec-2c20b260e941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:51:30.726078 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-4b4989f3-d27f-4392-88fa-30593ec5a554 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:30.726606 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4989f3-d27f-4392-88fa-30593ec5a554 None None] Bound using segment: {'id': 'b0d3669b-f5b7-4d84-939d-9aeb7715cc04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '268bc960-b9df-4d26-85ec-2c20b260e941'} {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:51:30.727257 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.managers [None req-4b4989f3-d27f-4392-88fa-30593ec5a554 None None] Bound port: afdf2319-9a99-46d8-ba77-9320c2ea2904, host: dv-cinder-784477-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0d3669b-f5b7-4d84-939d-9aeb7715cc04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '268bc960-b9df-4d26-85ec-2c20b260e941'}}] {{(pid=108906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:51:30.727763 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-4b4989f3-d27f-4392-88fa-30593ec5a554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:30.730390 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-7b8170be-44f2-44fa-b477-688588b24f96 req-86d6d6d7-6a9d-447a-a3b7-195424601424 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281490 Dec 16 15:51:30.746894 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-1d5ba79e-2527-483e-b144-d9b2072ffd8e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:30.768644 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-1d5ba79e-2527-483e-b144-d9b2072ffd8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:30.798328 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-4b4989f3-d27f-4392-88fa-30593ec5a554 None None] For port afdf2319-9a99-46d8-ba77-9320c2ea2904, host dv-cinder-784477-11-iscsi, cleared binding levels {{(pid=108906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:51:30.801422 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-4b4989f3-d27f-4392-88fa-30593ec5a554 None None] For port afdf2319-9a99-46d8-ba77-9320c2ea2904, host dv-cinder-784477-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=afdf2319-9a99-46d8-ba77-9320c2ea2904,segment=NetworkSegment(b0d3669b-f5b7-4d84-939d-9aeb7715cc04),segment_id=b0d3669b-f5b7-4d84-939d-9aeb7715cc04)] {{(pid=108906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:51:30.806159 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-4b4989f3-d27f-4392-88fa-30593ec5a554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:30.866607 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4989f3-d27f-4392-88fa-30593ec5a554 None None] Pushing event updated for resources: {'Port': ['ID=afdf2319-9a99-46d8-ba77-9320c2ea2904,revision_number=2']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:30.890784 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.db.db_base_plugin_common [None req-1d5ba79e-2527-483e-b144-d9b2072ffd8e admin admin] Allocated IP 172.27.1.217 (b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3/792909e7-e23c-4f0f-8575-fa43b44998bb/4a3257ac-f25f-43e3-9716-1066af2401a2) {{(pid=108905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:51:31.014702 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-1d5ba79e-2527-483e-b144-d9b2072ffd8e admin admin] Publish callbacks [] for port, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:31.096698 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c1963b-c47d-4fba-885e-e287970ef82e req-6da19efd-dee1-4d0a-9316-1ccf38641726 tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:31.098376 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-99c1963b-c47d-4fba-885e-e287970ef82e req-6da19efd-dee1-4d0a-9316-1ccf38641726 tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] 10.222.0.31 "GET /v2.0/ports?device_id=0da3e1d4-06bf-46de-86eb-68d5f43ba5c5 HTTP/1.1" status: 200 len: 944 time: 0.0761847 Dec 16 15:51:31.100127 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-1d5ba79e-2527-483e-b144-d9b2072ffd8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739691803594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5936052'] for port, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:31.169873 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5ba79e-2527-483e-b144-d9b2072ffd8e admin admin] Network b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3 is already hosted by enough agents. {{(pid=108905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:51:31.180844 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.base_scheduler [None req-1d5ba79e-2527-483e-b144-d9b2072ffd8e admin admin] Resources bound (agent type, host, resource id): {{(pid=108905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:51:31.186959 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5ba79e-2527-483e-b144-d9b2072ffd8e admin admin] Received port after_create {{(pid=108905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:51:31.212949 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5ba79e-2527-483e-b144-d9b2072ffd8e admin admin] Pushing event updated for resources: {'Port': ['ID=4a3257ac-f25f-43e3-9716-1066af2401a2,revision_number=1']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:31.227382 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-99c1963b-c47d-4fba-885e-e287970ef82e req-8f808181-81b1-4f1a-883f-2e9181ca207d tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] 10.222.0.31 "GET /v2.0/security-groups?id=390a8b13-4faa-4f09-8183-1d64aeed1bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193759 Dec 16 15:51:31.459079 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-1d5ba79e-2527-483e-b144-d9b2072ffd8e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:31.680380 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-1d5ba79e-2527-483e-b144-d9b2072ffd8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7875374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874197'] for router, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:31.734750 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0da3e1d4-06bf-46de-86eb-68d5f43ba5c5', 'tag': '984dabc2-cade-4581-ad2d-f7a02987fca5'}] {{(pid=108904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:51:31.737113 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0a2cce90635460fa9ee7acd2d2298fc55a52ab45a9458d7253143d338a4b89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79e0e450-f58e-421e-ab18-527411fdafa6" -d '{"events": [{"name": "network-changed", "server_uuid": "0da3e1d4-06bf-46de-86eb-68d5f43ba5c5", "tag": "984dabc2-cade-4581-ad2d-f7a02987fca5"}]}' {{(pid=108904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:51:31.798871 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79014616-4d8d-43b3-a9a3-1f824f8778f8 x-openstack-request-id: req-79014616-4d8d-43b3-a9a3-1f824f8778f8 {{(pid=108904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:51:31.799398 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0da3e1d4-06bf-46de-86eb-68d5f43ba5c5", "tag": "984dabc2-cade-4581-ad2d-f7a02987fca5", "status": "completed", "code": 200}]} {{(pid=108904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:51:31.799833 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-79014616-4d8d-43b3-a9a3-1f824f8778f8 {{(pid=108904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:51:31.800468 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0da3e1d4-06bf-46de-86eb-68d5f43ba5c5', 'tag': '984dabc2-cade-4581-ad2d-f7a02987fca5', 'status': 'completed', 'code': 200} Dec 16 15:51:31.898001 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e0e450-f58e-421e-ab18-527411fdafa6 req-3cf83362-b023-412c-9b99-4104df9defe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:31.899562 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-79e0e450-f58e-421e-ab18-527411fdafa6 req-3cf83362-b023-412c-9b99-4104df9defe6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a7aae25eb2ad4219aff78b5f9150925f&device_id=0da3e1d4-06bf-46de-86eb-68d5f43ba5c5 HTTP/1.1" status: 200 len: 1097 time: 0.0565951 Dec 16 15:51:31.914335 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a8a491-def8-4ce7-838f-4ed391d5e5b1 None None] Network 268bc960-b9df-4d26-85ec-2c20b260e941 requested from dv-cinder-784477-11-iscsi {{(pid=108906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:51:32.030915 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-8954023c-73f4-497a-877f-a6ebf45d6a33 None None] Provisioning complete for port afdf2319-9a99-46d8-ba77-9320c2ea2904 triggered by entity DHCP. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:51:32.031284 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-8954023c-73f4-497a-877f-a6ebf45d6a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:32.108771 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e0e450-f58e-421e-ab18-527411fdafa6 req-a5408835-7614-41b4-8947-42eaea65f568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:32.113100 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-79e0e450-f58e-421e-ab18-527411fdafa6 req-a5408835-7614-41b4-8947-42eaea65f568 service neutron] 10.222.0.66 "GET /v2.0/networks?id=eff1aea5-661c-4e32-824f-eec13ded2085 HTTP/1.1" status: 200 len: 910 time: 0.1856043 Dec 16 15:51:32.153340 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device ee98720f-5eae-49a4-bbf0-93e57252a7c8 up at agent ovs-agent-dv-cinder-784477-11-iscsi {{(pid=108906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:51:32.160377 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-79e0e450-f58e-421e-ab18-527411fdafa6 req-d88ac467-4796-4cc5-b791-01229483a509 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=984dabc2-cade-4581-ad2d-f7a02987fca5 HTTP/1.1" status: 200 len: 217 time: 0.0398262 Dec 16 15:51:32.210817 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-8954023c-73f4-497a-877f-a6ebf45d6a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:32.246709 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e0e450-f58e-421e-ab18-527411fdafa6 req-3e5669e2-254d-4e24-b04c-f20ec882fd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:32.252255 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-79e0e450-f58e-421e-ab18-527411fdafa6 req-3e5669e2-254d-4e24-b04c-f20ec882fd0d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=88f5588a-7d5e-464e-8417-0dbed320e408 HTTP/1.1" status: 200 len: 849 time: 0.0747714 Dec 16 15:51:32.265237 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device 984dabc2-cade-4581-ad2d-f7a02987fca5 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=108906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:51:32.270099 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device b6e9a2c2-ced6-4a5c-a5ae-564dd49086c3 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:51:32.289266 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242227a-837d-4717-8258-88f67ef3cd63 req-fb29d3c2-781b-47a6-afe3-ba93a9ab5e0c tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:32.290921 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-2242227a-837d-4717-8258-88f67ef3cd63 req-fb29d3c2-781b-47a6-afe3-ba93a9ab5e0c tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 945 time: 0.1421704 Dec 16 15:51:32.298437 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-79e0e450-f58e-421e-ab18-527411fdafa6 req-d6005877-5548-4893-b395-a7e0ef495913 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=eff1aea5-661c-4e32-824f-eec13ded2085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358081 Dec 16 15:51:32.303978 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc2e748-cfc0-44c8-b1dc-84139a1b9f97 req-e99d912e-d5f6-4dee-b359-bfc4357297b4 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:32.306306 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] No Port match for: b6e9a2c2-ced6-4a5c-a5ae-564dd49086c3 {{(pid=108906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:51:32.306685 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device b6e9a2c2-ced6-4a5c-a5ae-564dd49086c3 not bound to the agent host hv-cinder-78447 {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:51:32.312147 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-1dc2e748-cfc0-44c8-b1dc-84139a1b9f97 req-e99d912e-d5f6-4dee-b359-bfc4357297b4 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f1cffca-44cf-40b7-9216-7d78fdbef5b4 HTTP/1.1" status: 200 len: 946 time: 0.1645107 Dec 16 15:51:32.329443 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-8954023c-73f4-497a-877f-a6ebf45d6a33 None None] For port afdf2319-9a99-46d8-ba77-9320c2ea2904, host dv-cinder-784477-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=afdf2319-9a99-46d8-ba77-9320c2ea2904,segment=NetworkSegment(b0d3669b-f5b7-4d84-939d-9aeb7715cc04),segment_id=b0d3669b-f5b7-4d84-939d-9aeb7715cc04)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:51:32.338243 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Provisioning complete for port ee98720f-5eae-49a4-bbf0-93e57252a7c8 triggered by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:51:32.338600 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:32.342392 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-8954023c-73f4-497a-877f-a6ebf45d6a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:32.394081 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d5ba79e-2527-483e-b144-d9b2072ffd8e admin admin] Router 893b0d8c-9087-4891-a5cc-b0868e70233c is scheduled to L3 agent 53beefa8-37d8-48bc-b6da-d824d56f81c3 with binding_index 1 {{(pid=108905) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:51:32.431315 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-1dc2e748-cfc0-44c8-b1dc-84139a1b9f97 req-f8763346-37b5-4d69-9545-ea8f13d194a7 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a06c891-fae3-406d-b89e-bc8eaf612049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182849 Dec 16 15:51:32.436820 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-79e0e450-f58e-421e-ab18-527411fdafa6 req-525c193d-40f9-4fe6-ad45-93f643f18087 service neutron] 10.222.0.66 "GET /v2.0/networks/eff1aea5-661c-4e32-824f-eec13ded2085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289067 Dec 16 15:51:32.573074 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-fb7a1af7-5538-4c8e-bb4d-bb463e270063 None None] Provisioning complete for port afdf2319-9a99-46d8-ba77-9320c2ea2904 triggered by entity DHCP. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:51:32.573464 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-fb7a1af7-5538-4c8e-bb4d-bb463e270063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:32.577862 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954023c-73f4-497a-877f-a6ebf45d6a33 None None] Pushing event updated for resources: {'Port': ['ID=afdf2319-9a99-46d8-ba77-9320c2ea2904,revision_number=3']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:32.585529 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-79e0e450-f58e-421e-ab18-527411fdafa6 req-ed3b6600-19ce-46a0-b47c-4bbc54163c3d service neutron] 10.222.0.66 "GET /v2.0/networks/eff1aea5-661c-4e32-824f-eec13ded2085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333649 Dec 16 15:51:32.602991 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d5ba79e-2527-483e-b144-d9b2072ffd8e admin admin] Notify agent at l3_agent.dv-cinder-784477-11-iscsi the message routers_updated {{(pid=108905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:51:32.610829 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-2242227a-837d-4717-8258-88f67ef3cd63 req-118a75c7-6cef-482f-8002-4dec3da0b195 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894866 Dec 16 15:51:32.615783 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87dca83d-fdfb-4e0d-868a-7d5808c24c8c None None] Sync routers for ids ['893b0d8c-9087-4891-a5cc-b0868e70233c'] in dv-cinder-784477-11-iscsi {{(pid=108906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:51:32.645676 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-1d5ba79e-2527-483e-b144-d9b2072ffd8e admin admin] Publish callbacks [] for router, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:32.646952 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-1d5ba79e-2527-483e-b144-d9b2072ffd8e admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6092741 Dec 16 15:51:32.653525 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 40858) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:32.663073 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] For port 984dabc2-cade-4581-ad2d-f7a02987fca5, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=984dabc2-cade-4581-ad2d-f7a02987fca5,segment=NetworkSegment(47c0fe21-ae78-4415-b99a-497d56d95faf),segment_id=47c0fe21-ae78-4415-b99a-497d56d95faf)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:51:32.666560 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4996fe2-34bb-411e-9f75-cc69da0742bf req-9e4097c2-a3bd-4885-a4e4-fae783706ab5 tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:32.668048 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-b4996fe2-34bb-411e-9f75-cc69da0742bf req-9e4097c2-a3bd-4885-a4e4-fae783706ab5 tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] 10.222.0.31 "GET /v2.0/ports?device_id=0da3e1d4-06bf-46de-86eb-68d5f43ba5c5 HTTP/1.1" status: 200 len: 944 time: 0.0797291 Dec 16 15:51:32.704533 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dca83d-fdfb-4e0d-868a-7d5808c24c8c None None] Routers {'893b0d8c-9087-4891-a5cc-b0868e70233c'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:51:32.705144 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-87dca83d-fdfb-4e0d-868a-7d5808c24c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:51:09Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['893b0d8c-9087-4891-a5cc-b0868e70233c'], 'active': True} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:51:32.740685 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Returning: {'device': '984dabc2-cade-4581-ad2d-f7a02987fca5', 'network_id': 'eff1aea5-661c-4e32-824f-eec13ded2085', 'port_id': '984dabc2-cade-4581-ad2d-f7a02987fca5', 'mac_address': 'fa:16:3e:82:cb:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88f5588a-7d5e-464e-8417-0dbed320e408', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:51:32.785599 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:32.787834 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-b4996fe2-34bb-411e-9f75-cc69da0742bf req-15a2d750-7dc5-43f5-91e6-adbd4083eac3 tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] 10.222.0.31 "GET /v2.0/security-groups?id=390a8b13-4faa-4f09-8183-1d64aeed1bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890460 Dec 16 15:51:32.880436 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:32.885786 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] For port ee98720f-5eae-49a4-bbf0-93e57252a7c8, host dv-cinder-784477-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=ee98720f-5eae-49a4-bbf0-93e57252a7c8,segment=NetworkSegment(0390f958-c764-4c6b-ad22-4946ebfb354b),segment_id=0390f958-c764-4c6b-ad22-4946ebfb354b)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:51:32.905695 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:32.906470 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device afdf2319-9a99-46d8-ba77-9320c2ea2904 up at agent ovs-agent-dv-cinder-784477-11-iscsi {{(pid=108906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:51:33.090459 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvr_db [None req-87dca83d-fdfb-4e0d-868a-7d5808c24c8c None None] Set router 893b0d8c-9087-4891-a5cc-b0868e70233c gateway port host: dv-cinder-784477-11-iscsi {{(pid=108906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:51:33.100905 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.notifiers.nova [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 984dabc2-cade-4581-ad2d-f7a02987fca5 {{(pid=108906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:51:33.144381 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-aaa3b177-1196-4aba-a6d0-f0c9ebb3c784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:33.235782 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] For port 984dabc2-cade-4581-ad2d-f7a02987fca5, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=984dabc2-cade-4581-ad2d-f7a02987fca5,segment=NetworkSegment(47c0fe21-ae78-4415-b99a-497d56d95faf),segment_id=47c0fe21-ae78-4415-b99a-497d56d95faf)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:51:33.245023 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Pushing event updated for resources: {'Port': ['ID=ee98720f-5eae-49a4-bbf0-93e57252a7c8,revision_number=4']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:33.251095 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:33.256354 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b115862-4803-4be4-a779-c87e8b39b010 None None] Sync routers for ids ['fc25fc87-3123-4072-8265-b8f4b6e11d31'] in dv-cinder-784477-11-iscsi {{(pid=108907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:51:33.270936 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b115862-4803-4be4-a779-c87e8b39b010 None None] Routers {'fc25fc87-3123-4072-8265-b8f4b6e11d31'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:51:33.271550 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-0b115862-4803-4be4-a779-c87e8b39b010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:51:09Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['fc25fc87-3123-4072-8265-b8f4b6e11d31'], 'active': True} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:51:33.309180 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Provisioning complete for port afdf2319-9a99-46d8-ba77-9320c2ea2904 triggered by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:51:33.309625 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:33.311284 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.db.db_base_plugin_common [None req-aaa3b177-1196-4aba-a6d0-f0c9ebb3c784 admin admin] Allocated IP 172.20.0.1 (268bc960-b9df-4d26-85ec-2c20b260e941/a7c83c4d-b424-48cb-bffb-978834c3422b/6920f502-d3d2-4d48-89da-de0a29151c8e) {{(pid=108905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:51:33.364623 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Pushing event updated for resources: {'Port': ['ID=984dabc2-cade-4581-ad2d-f7a02987fca5,revision_number=4']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:33.436576 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvr_db [None req-0b115862-4803-4be4-a779-c87e8b39b010 None None] Set router fc25fc87-3123-4072-8265-b8f4b6e11d31 gateway port host: dv-cinder-784477-11-iscsi {{(pid=108907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:51:33.454532 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-aaa3b177-1196-4aba-a6d0-f0c9ebb3c784 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:33.464004 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-87dca83d-fdfb-4e0d-868a-7d5808c24c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893b0d8c-9087-4891-a5cc-b0868e70233c', 'name': 'tempest-TestVolumeBootPattern-838875937-router', 'tenant_id': '03074c6ca56e43319a67b1b559639b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '4a3257ac-f25f-43e3-9716-1066af2401a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:51:30Z', 'updated_at': '2021-12-16T15:51:31Z', 'revision_number': 3, 'project_id': '03074c6ca56e43319a67b1b559639b41', 'gw_port': {'id': '4a3257ac-f25f-43e3-9716-1066af2401a2', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:33:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '893b0d8c-9087-4891-a5cc-b0868e70233c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:30Z', 'updated_at': '2021-12-16T15:51:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi'}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:51:33.503133 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87dca83d-fdfb-4e0d-868a-7d5808c24c8c None None] Checking router: 893b0d8c-9087-4891-a5cc-b0868e70233c for host: dv-cinder-784477-11-iscsi {{(pid=108906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:51:33.503133 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87dca83d-fdfb-4e0d-868a-7d5808c24c8c None None] Updating router 893b0d8c-9087-4891-a5cc-b0868e70233c port 4a3257ac-f25f-43e3-9716-1066af2401a2 binding host dv-cinder-784477-11-iscsi {{(pid=108906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:51:33.504563 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-aaa3b177-1196-4aba-a6d0-f0c9ebb3c784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739691803594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5936052'] for port, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:33.566958 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa3b177-1196-4aba-a6d0-f0c9ebb3c784 admin admin] Network 268bc960-b9df-4d26-85ec-2c20b260e941 is already hosted by enough agents. {{(pid=108905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:51:33.574132 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-87dca83d-fdfb-4e0d-868a-7d5808c24c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:33.598877 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.base_scheduler [None req-aaa3b177-1196-4aba-a6d0-f0c9ebb3c784 admin admin] Resources bound (agent type, host, resource id): {{(pid=108905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:51:33.602512 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa3b177-1196-4aba-a6d0-f0c9ebb3c784 admin admin] Received port after_create {{(pid=108905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:51:33.604688 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa3b177-1196-4aba-a6d0-f0c9ebb3c784 admin admin] Pushing event updated for resources: {'Port': ['ID=6920f502-d3d2-4d48-89da-de0a29151c8e,revision_number=1']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:33.666014 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c900ce1-6105-419e-963c-1241fe482240 req-cb0ab0e5-0824-4fd8-974b-39b33dd7eb40 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:33.667607 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-3c900ce1-6105-419e-963c-1241fe482240 req-cb0ab0e5-0824-4fd8-974b-39b33dd7eb40 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f1cffca-44cf-40b7-9216-7d78fdbef5b4 HTTP/1.1" status: 200 len: 946 time: 0.1227148 Dec 16 15:51:33.671341 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-aaa3b177-1196-4aba-a6d0-f0c9ebb3c784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7874534'] for router_interface, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:33.742676 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] get_ports_and_sgs() called for port_ids ['984dabc2-cade-4581-ad2d-f7a02987fca5'] {{(pid=108906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:51:33.757331 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-0b115862-4803-4be4-a779-c87e8b39b010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'name': 'tempest-TestVolumeBootPattern-56592982-router', 'tenant_id': '5afea3407ef84fafa658a82512fb4d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': 'ee98720f-5eae-49a4-bbf0-93e57252a7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:51:20Z', 'updated_at': '2021-12-16T15:51:25Z', 'revision_number': 4, 'project_id': '5afea3407ef84fafa658a82512fb4d24', 'gw_port': {'id': 'ee98720f-5eae-49a4-bbf0-93e57252a7c8', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:67:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:21Z', 'updated_at': '2021-12-16T15:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_interfaces': [{'id': '63e3395e-8833-41d6-b461-2825dfc4c5ae', 'name': '', 'network_id': '447cd8ca-a758-4b0d-966f-d4641376c8a8', 'tenant_id': '5afea3407ef84fafa658a82512fb4d24', 'mac_address': 'fa:16:3e:40:10:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '0c509f7a-4a9b-4a96-892a-b130ead11ed7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:24Z', 'updated_at': '2021-12-16T15:51:25Z', 'revision_number': 2, 'project_id': '5afea3407ef84fafa658a82512fb4d24', 'subnets': [{'id': '0c509f7a-4a9b-4a96-892a-b130ead11ed7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:51:33.788368 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b115862-4803-4be4-a779-c87e8b39b010 None None] Checking router: fc25fc87-3123-4072-8265-b8f4b6e11d31 for host: dv-cinder-784477-11-iscsi {{(pid=108907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:51:33.788704 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b115862-4803-4be4-a779-c87e8b39b010 None None] Updating router fc25fc87-3123-4072-8265-b8f4b6e11d31 port 63e3395e-8833-41d6-b461-2825dfc4c5ae binding host dv-cinder-784477-11-iscsi {{(pid=108907) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:51:33.822663 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron_lib.callbacks.manager [None req-0b115862-4803-4be4-a779-c87e8b39b010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:33.878423 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f3ace-8096-448d-8a3c-328f8448f127 req-2f209050-1b7d-43e0-a1d0-f1ec7fad0a27 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:33.882986 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-715f3ace-8096-448d-8a3c-328f8448f127 req-2f209050-1b7d-43e0-a1d0-f1ec7fad0a27 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f1cffca-44cf-40b7-9216-7d78fdbef5b4 HTTP/1.1" status: 200 len: 946 time: 0.0998347 Dec 16 15:51:33.960633 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-aaa3b177-1196-4aba-a6d0-f0c9ebb3c784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:33.997787 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14fa872-771c-4c94-bc88-2b129873a530 req-78e3ae80-c5b2-43bd-bdd6-d1455a62ff52 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:34.001263 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-f14fa872-771c-4c94-bc88-2b129873a530 req-78e3ae80-c5b2-43bd-bdd6-d1455a62ff52 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 945 time: 0.2862136 Dec 16 15:51:34.029037 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-b3cd79c2-ff9c-4a35-813c-71c66b6c49cb None None] Provisioning complete for port 6920f502-d3d2-4d48-89da-de0a29151c8e triggered by entity DHCP. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:51:34.029464 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-b3cd79c2-ff9c-4a35-813c-71c66b6c49cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:34.037755 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-3c900ce1-6105-419e-963c-1241fe482240 req-92ec519e-0c97-433d-8cf4-2022bde8f6d3 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a06c891-fae3-406d-b89e-bc8eaf612049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3621371 Dec 16 15:51:34.069228 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.plugin [req-715f3ace-8096-448d-8a3c-328f8448f127 req-58b33b49-f795-4017-b8b8-518b61b2e952 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Deleting port eb7f3056-2f47-436e-8398-5620ee86da73 {{(pid=108904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:51:34.074112 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-715f3ace-8096-448d-8a3c-328f8448f127 req-58b33b49-f795-4017-b8b8-518b61b2e952 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739692165232'] for port, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:34.079498 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-b3cd79c2-ff9c-4a35-813c-71c66b6c49cb None None] Port 6920f502-d3d2-4d48-89da-de0a29151c8e cannot update to ACTIVE because it is not bound. {{(pid=108906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:51:34.193906 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device ee98720f-5eae-49a4-bbf0-93e57252a7c8 up at agent ovs-agent-dv-cinder-784477-11-iscsi {{(pid=108906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:51:34.202911 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-f14fa872-771c-4c94-bc88-2b129873a530 req-24f1ef5f-c45c-4dcd-b815-880ebf74014e tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624057 Dec 16 15:51:34.237819 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.db [req-715f3ace-8096-448d-8a3c-328f8448f127 req-58b33b49-f795-4017-b8b8-518b61b2e952 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] For port eb7f3056-2f47-436e-8398-5620ee86da73, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=eb7f3056-2f47-436e-8398-5620ee86da73,segment=NetworkSegment(b7534591-d412-403e-acd7-f4f21cb9b99f),segment_id=b7534591-d412-403e-acd7-f4f21cb9b99f)] {{(pid=108904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:51:34.238179 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-715f3ace-8096-448d-8a3c-328f8448f127 req-58b33b49-f795-4017-b8b8-518b61b2e952 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343270'] for port, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:34.253149 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.plugin [req-715f3ace-8096-448d-8a3c-328f8448f127 req-58b33b49-f795-4017-b8b8-518b61b2e952 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Calling delete_port for eb7f3056-2f47-436e-8398-5620ee86da73 owned by compute:nova {{(pid=108904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:51:34.281246 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-87dca83d-fdfb-4e0d-868a-7d5808c24c8c None None] Publish callbacks [] for port, precommit_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:34.297017 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Provisioning complete for port ee98720f-5eae-49a4-bbf0-93e57252a7c8 triggered by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:51:34.297664 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:34.300311 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-87dca83d-fdfb-4e0d-868a-7d5808c24c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:34.316334 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820c00e-5fb3-4823-967f-fd49e741a255 req-9011ef81-03ee-4b3a-91f1-18fc8703e921 tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:34.318208 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-8820c00e-5fb3-4823-967f-fd49e741a255 req-9011ef81-03ee-4b3a-91f1-18fc8703e921 tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] 10.222.0.31 "GET /v2.0/ports?device_id=0da3e1d4-06bf-46de-86eb-68d5f43ba5c5 HTTP/1.1" status: 200 len: 945 time: 0.1289155 Dec 16 15:51:34.386869 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.managers [None req-87dca83d-fdfb-4e0d-868a-7d5808c24c8c None None] Attempting to bind port 4a3257ac-f25f-43e3-9716-1066af2401a2 on host dv-cinder-784477-11-iscsi for vnic_type normal with profile {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:51:34.387593 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.managers [None req-87dca83d-fdfb-4e0d-868a-7d5808c24c8c None None] Attempting to bind port 4a3257ac-f25f-43e3-9716-1066af2401a2 by drivers openvswitch,hyperv on host dv-cinder-784477-11-iscsi at level 0 using segments [{'id': '0390f958-c764-4c6b-ad22-4946ebfb354b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3'}] {{(pid=108906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:51:34.388141 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87dca83d-fdfb-4e0d-868a-7d5808c24c8c None None] Attempting to bind port 4a3257ac-f25f-43e3-9716-1066af2401a2 on network b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3 {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:51:34.406313 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87dca83d-fdfb-4e0d-868a-7d5808c24c8c None None] Checking agent: {'id': '5eca9fcc-5dcd-4ee1-9579-22579284a65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 40, 43), 'started_at': datetime.datetime(2021, 12, 16, 15, 41, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:51:34.406976 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87dca83d-fdfb-4e0d-868a-7d5808c24c8c None None] Checking segment: {'id': '0390f958-c764-4c6b-ad22-4946ebfb354b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:51:34.407529 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-87dca83d-fdfb-4e0d-868a-7d5808c24c8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:34.408139 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87dca83d-fdfb-4e0d-868a-7d5808c24c8c None None] Bound using segment: {'id': '0390f958-c764-4c6b-ad22-4946ebfb354b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3'} {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:51:34.408788 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.managers [None req-87dca83d-fdfb-4e0d-868a-7d5808c24c8c None None] Bound port: 4a3257ac-f25f-43e3-9716-1066af2401a2, host: dv-cinder-784477-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0390f958-c764-4c6b-ad22-4946ebfb354b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3'}}] {{(pid=108906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:51:34.409323 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-87dca83d-fdfb-4e0d-868a-7d5808c24c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:34.409894 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-8820c00e-5fb3-4823-967f-fd49e741a255 req-c3701d80-0747-4a37-87fe-e0792f249170 tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] 10.222.0.31 "GET /v2.0/security-groups?id=390a8b13-4faa-4f09-8183-1d64aeed1bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837555 Dec 16 15:51:34.413656 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2155e5-371f-45e9-806d-56d49f02d976 None None] Pushing event updated for resources: {'Port': ['ID=4a3257ac-f25f-43e3-9716-1066af2401a2,revision_number=2']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:34.437272 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-aaa3b177-1196-4aba-a6d0-f0c9ebb3c784 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:34.444859 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-aaa3b177-1196-4aba-a6d0-f0c9ebb3c784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5936077'] for port, after_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:34.460683 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-715f3ace-8096-448d-8a3c-328f8448f127 req-58b33b49-f795-4017-b8b8-518b61b2e952 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739692371923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739691803603'] for port, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:34.514278 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b33b49-f795-4017-b8b8-518b61b2e952 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Pushing event deleted for resources: {'Port': ['ID=eb7f3056-2f47-436e-8398-5620ee86da73,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:34.516396 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-87dca83d-fdfb-4e0d-868a-7d5808c24c8c None None] For port 4a3257ac-f25f-43e3-9716-1066af2401a2, host dv-cinder-784477-11-iscsi, cleared binding levels {{(pid=108906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:51:34.517133 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron_lib.callbacks.manager [None req-0b115862-4803-4be4-a779-c87e8b39b010 None None] Publish callbacks [] for port, precommit_update {{(pid=108907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:34.521610 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-87dca83d-fdfb-4e0d-868a-7d5808c24c8c None None] For port 4a3257ac-f25f-43e3-9716-1066af2401a2, host dv-cinder-784477-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=4a3257ac-f25f-43e3-9716-1066af2401a2,segment=NetworkSegment(0390f958-c764-4c6b-ad22-4946ebfb354b),segment_id=0390f958-c764-4c6b-ad22-4946ebfb354b)] {{(pid=108906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:51:34.525083 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device afdf2319-9a99-46d8-ba77-9320c2ea2904 up at agent ovs-agent-dv-cinder-784477-11-iscsi {{(pid=108906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:51:34.528774 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-87dca83d-fdfb-4e0d-868a-7d5808c24c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:34.529031 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-aaa3b177-1196-4aba-a6d0-f0c9ebb3c784 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7902817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872854'] for router_interface, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:34.531239 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa3b177-1196-4aba-a6d0-f0c9ebb3c784 admin admin] Pushing event updated for resources: {'Port': ['ID=6920f502-d3d2-4d48-89da-de0a29151c8e,revision_number=2']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:34.548716 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron_lib.callbacks.manager [None req-0b115862-4803-4be4-a779-c87e8b39b010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:34.574168 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [req-715f3ace-8096-448d-8a3c-328f8448f127 req-58b33b49-f795-4017-b8b8-518b61b2e952 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] No DVR routers for this DVR port eb7f3056-2f47-436e-8398-5620ee86da73 on host hv-cinder-78447 {{(pid=108904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:51:34.577014 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-715f3ace-8096-448d-8a3c-328f8448f127 req-58b33b49-f795-4017-b8b8-518b61b2e952 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294'] for port, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:34.581953 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-715f3ace-8096-448d-8a3c-328f8448f127 req-58b33b49-f795-4017-b8b8-518b61b2e952 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.66 "DELETE /v2.0/ports/eb7f3056-2f47-436e-8398-5620ee86da73 HTTP/1.1" status: 204 len: 173 time: 0.6912949 Dec 16 15:51:34.582702 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f1cffca-44cf-40b7-9216-7d78fdbef5b4', 'name': 'network-vif-deleted', 'tag': 'eb7f3056-2f47-436e-8398-5620ee86da73'}] {{(pid=108904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:51:34.585301 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0a2cce90635460fa9ee7acd2d2298fc55a52ab45a9458d7253143d338a4b89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c71617-76e0-4c02-a2a7-acac1f9ce950" -d '{"events": [{"server_uuid": "4f1cffca-44cf-40b7-9216-7d78fdbef5b4", "name": "network-vif-deleted", "tag": "eb7f3056-2f47-436e-8398-5620ee86da73"}]}' {{(pid=108904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:51:34.652660 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6753bde9-3a3e-4266-8ea4-249b4d0b2bdb None None] Pushing event updated for resources: {'Port': ['ID=63e3395e-8833-41d6-b461-2825dfc4c5ae,revision_number=3']} {{(pid=108907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:34.655641 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6342847a-333d-4ed1-bb13-4fcc555604d1 x-openstack-request-id: req-6342847a-333d-4ed1-bb13-4fcc555604d1 {{(pid=108904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:51:34.656077 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f1cffca-44cf-40b7-9216-7d78fdbef5b4", "name": "network-vif-deleted", "tag": "eb7f3056-2f47-436e-8398-5620ee86da73", "status": "completed", "code": 200}]} {{(pid=108904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:51:34.656424 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6342847a-333d-4ed1-bb13-4fcc555604d1 {{(pid=108904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:51:34.657435 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f1cffca-44cf-40b7-9216-7d78fdbef5b4', 'name': 'network-vif-deleted', 'tag': 'eb7f3056-2f47-436e-8398-5620ee86da73', 'status': 'completed', 'code': 200} Dec 16 15:51:34.673320 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dca83d-fdfb-4e0d-868a-7d5808c24c8c None None] Routers {'893b0d8c-9087-4891-a5cc-b0868e70233c'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:51:34.674035 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-87dca83d-fdfb-4e0d-868a-7d5808c24c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:51:09Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['893b0d8c-9087-4891-a5cc-b0868e70233c'], 'active': True} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:51:34.676596 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2155e5-371f-45e9-806d-56d49f02d976 None None] Pushing event updated for resources: {'Port': ['ID=4a3257ac-f25f-43e3-9716-1066af2401a2,revision_number=3']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:34.703068 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa3b177-1196-4aba-a6d0-f0c9ebb3c784 admin admin] Network 268bc960-b9df-4d26-85ec-2c20b260e941 is already hosted by enough agents. {{(pid=108905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:51:34.705799 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.base_scheduler [None req-aaa3b177-1196-4aba-a6d0-f0c9ebb3c784 admin admin] Resources bound (agent type, host, resource id): {{(pid=108905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:51:34.769253 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.plugins.ml2.managers [None req-0b115862-4803-4be4-a779-c87e8b39b010 None None] Attempting to bind port 63e3395e-8833-41d6-b461-2825dfc4c5ae on host dv-cinder-784477-11-iscsi for vnic_type normal with profile {{(pid=108907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:51:34.769844 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.plugins.ml2.managers [None req-0b115862-4803-4be4-a779-c87e8b39b010 None None] Attempting to bind port 63e3395e-8833-41d6-b461-2825dfc4c5ae by drivers openvswitch,hyperv on host dv-cinder-784477-11-iscsi at level 0 using segments [{'id': 'df5e76d4-1da3-4a3c-9738-349c23ab107b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '447cd8ca-a758-4b0d-966f-d4641376c8a8'}] {{(pid=108907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:51:34.770477 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b115862-4803-4be4-a779-c87e8b39b010 None None] Attempting to bind port 63e3395e-8833-41d6-b461-2825dfc4c5ae on network 447cd8ca-a758-4b0d-966f-d4641376c8a8 {{(pid=108907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:51:34.789499 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b115862-4803-4be4-a779-c87e8b39b010 None None] Checking agent: {'id': '5eca9fcc-5dcd-4ee1-9579-22579284a65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 40, 43), 'started_at': datetime.datetime(2021, 12, 16, 15, 41, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:51:34.790090 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b115862-4803-4be4-a779-c87e8b39b010 None None] Checking segment: {'id': 'df5e76d4-1da3-4a3c-9738-349c23ab107b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '447cd8ca-a758-4b0d-966f-d4641376c8a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:51:34.790554 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron_lib.callbacks.manager [None req-0b115862-4803-4be4-a779-c87e8b39b010 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:34.791034 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b115862-4803-4be4-a779-c87e8b39b010 None None] Bound using segment: {'id': 'df5e76d4-1da3-4a3c-9738-349c23ab107b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '447cd8ca-a758-4b0d-966f-d4641376c8a8'} {{(pid=108907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:51:34.791620 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.plugins.ml2.managers [None req-0b115862-4803-4be4-a779-c87e8b39b010 None None] Bound port: 63e3395e-8833-41d6-b461-2825dfc4c5ae, host: dv-cinder-784477-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df5e76d4-1da3-4a3c-9738-349c23ab107b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '447cd8ca-a758-4b0d-966f-d4641376c8a8'}}] {{(pid=108907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:51:34.792186 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron_lib.callbacks.manager [None req-0b115862-4803-4be4-a779-c87e8b39b010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:34.812037 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Provisioning complete for port afdf2319-9a99-46d8-ba77-9320c2ea2904 triggered by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:51:34.812619 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:34.830398 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] get_ports_and_sgs() called for port_ids ['83410d19-2bd0-4afe-845a-c137ecec96ca', '0711d501-f11e-421f-aa27-451f8a86c7e6', 'eb7f3056-2f47-436e-8398-5620ee86da73'] {{(pid=108906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:51:34.901451 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.plugins.ml2.db [None req-0b115862-4803-4be4-a779-c87e8b39b010 None None] For port 63e3395e-8833-41d6-b461-2825dfc4c5ae, host dv-cinder-784477-11-iscsi, cleared binding levels {{(pid=108907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:51:34.906446 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.plugins.ml2.db [None req-0b115862-4803-4be4-a779-c87e8b39b010 None None] For port 63e3395e-8833-41d6-b461-2825dfc4c5ae, host dv-cinder-784477-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=63e3395e-8833-41d6-b461-2825dfc4c5ae,segment=NetworkSegment(df5e76d4-1da3-4a3c-9738-349c23ab107b),segment_id=df5e76d4-1da3-4a3c-9738-349c23ab107b)] {{(pid=108907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:51:34.920473 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron_lib.callbacks.manager [None req-0b115862-4803-4be4-a779-c87e8b39b010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:34.948822 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaa3b177-1196-4aba-a6d0-f0c9ebb3c784 admin admin] Router 893b0d8c-9087-4891-a5cc-b0868e70233c has already been hosted by L3 agent 53beefa8-37d8-48bc-b6da-d824d56f81c3 {{(pid=108905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:51:35.004535 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6753bde9-3a3e-4266-8ea4-249b4d0b2bdb None None] Pushing event updated for resources: {'Port': ['ID=63e3395e-8833-41d6-b461-2825dfc4c5ae,revision_number=4']} {{(pid=108907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:35.031164 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b115862-4803-4be4-a779-c87e8b39b010 None None] Routers {'fc25fc87-3123-4072-8265-b8f4b6e11d31'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:51:35.032082 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-0b115862-4803-4be4-a779-c87e8b39b010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:51:09Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['fc25fc87-3123-4072-8265-b8f4b6e11d31'], 'active': True} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:51:35.164312 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvr_db [None req-87dca83d-fdfb-4e0d-868a-7d5808c24c8c None None] Set router 893b0d8c-9087-4891-a5cc-b0868e70233c gateway port host: dv-cinder-784477-11-iscsi {{(pid=108906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:51:35.219301 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa3b177-1196-4aba-a6d0-f0c9ebb3c784 admin admin] Notify agent at l3_agent.dv-cinder-784477-11-iscsi the message routers_updated {{(pid=108905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:51:35.244637 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-aaa3b177-1196-4aba-a6d0-f0c9ebb3c784 admin admin] 10.222.0.31 "PUT /v2.0/routers/893b0d8c-9087-4891-a5cc-b0868e70233c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5840034 Dec 16 15:51:35.332284 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvr_db [None req-0b115862-4803-4be4-a779-c87e8b39b010 None None] Set router fc25fc87-3123-4072-8265-b8f4b6e11d31 gateway port host: dv-cinder-784477-11-iscsi {{(pid=108907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:51:35.373094 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-c125b403-02eb-407d-a974-cb26264ad8a4 None None] Provisioning complete for port 63e3395e-8833-41d6-b461-2825dfc4c5ae triggered by entity DHCP. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:51:35.373782 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-c125b403-02eb-407d-a974-cb26264ad8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:35.394297 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-eea74918-c017-4fd3-a139-10d320a4f6a9 req-85ce36ee-1342-4cc4-baba-548a5b230984 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f1cffca-44cf-40b7-9216-7d78fdbef5b4 HTTP/1.1" status: 200 len: 210 time: 0.1111419 Dec 16 15:51:35.432875 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5270c04-c01a-48bf-89e3-928f01562c0a req-22990574-8ef6-4826-b88d-dccbabcc740b tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:35.434429 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-f5270c04-c01a-48bf-89e3-928f01562c0a req-22990574-8ef6-4826-b88d-dccbabcc740b tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=29bba044-2e01-44b1-bb03-0f367846a5f0 HTTP/1.1" status: 200 len: 946 time: 0.1888049 Dec 16 15:51:35.529699 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-f5270c04-c01a-48bf-89e3-928f01562c0a req-f43cef9a-ea6b-48f5-84f4-5ff9d6e3ebbd tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f111158e-b0d3-4bc9-b508-9088a16d8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865521 Dec 16 15:51:35.556087 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b87246-de9f-4015-9e5a-f312dfad3a90 req-f8a25caf-e5f2-42f4-89b7-c7b95bbc0925 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:35.560757 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c1b87246-de9f-4015-9e5a-f312dfad3a90 req-f8a25caf-e5f2-42f4-89b7-c7b95bbc0925 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 945 time: 0.0843368 Dec 16 15:51:35.640061 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-0b115862-4803-4be4-a779-c87e8b39b010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'name': 'tempest-TestVolumeBootPattern-56592982-router', 'tenant_id': '5afea3407ef84fafa658a82512fb4d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': 'ee98720f-5eae-49a4-bbf0-93e57252a7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:51:20Z', 'updated_at': '2021-12-16T15:51:25Z', 'revision_number': 4, 'project_id': '5afea3407ef84fafa658a82512fb4d24', 'gw_port': {'id': 'ee98720f-5eae-49a4-bbf0-93e57252a7c8', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:67:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:21Z', 'updated_at': '2021-12-16T15:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_interfaces': [{'id': '63e3395e-8833-41d6-b461-2825dfc4c5ae', 'name': '', 'network_id': '447cd8ca-a758-4b0d-966f-d4641376c8a8', 'tenant_id': '5afea3407ef84fafa658a82512fb4d24', 'mac_address': 'fa:16:3e:40:10:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '0c509f7a-4a9b-4a96-892a-b130ead11ed7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:24Z', 'updated_at': '2021-12-16T15:51:34Z', 'revision_number': 4, 'project_id': '5afea3407ef84fafa658a82512fb4d24', 'subnets': [{'id': '0c509f7a-4a9b-4a96-892a-b130ead11ed7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:51:35.645667 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c1b87246-de9f-4015-9e5a-f312dfad3a90 req-2c94ff44-9b8f-4061-9ae8-3a21677b2112 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795257 Dec 16 15:51:35.673742 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58312af5-789d-43d2-99ac-92136c42ca8e req-c4fa8100-afb6-4913-a41e-bb107b528c98 tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:35.675238 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-58312af5-789d-43d2-99ac-92136c42ca8e req-c4fa8100-afb6-4913-a41e-bb107b528c98 tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] 10.222.0.31 "GET /v2.0/ports?device_id=0da3e1d4-06bf-46de-86eb-68d5f43ba5c5 HTTP/1.1" status: 200 len: 945 time: 0.0623763 Dec 16 15:51:35.682648 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b115862-4803-4be4-a779-c87e8b39b010 None None] The sync data for ids ['fc25fc87-3123-4072-8265-b8f4b6e11d31'] in dv-cinder-784477-11-iscsi is: [{'id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'name': 'tempest-TestVolumeBootPattern-56592982-router', 'tenant_id': '5afea3407ef84fafa658a82512fb4d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': 'ee98720f-5eae-49a4-bbf0-93e57252a7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:51:20Z', 'updated_at': '2021-12-16T15:51:25Z', 'revision_number': 4, 'project_id': '5afea3407ef84fafa658a82512fb4d24', 'gw_port': {'id': 'ee98720f-5eae-49a4-bbf0-93e57252a7c8', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:67:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:21Z', 'updated_at': '2021-12-16T15:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_interfaces': [{'id': '63e3395e-8833-41d6-b461-2825dfc4c5ae', 'name': '', 'network_id': '447cd8ca-a758-4b0d-966f-d4641376c8a8', 'tenant_id': '5afea3407ef84fafa658a82512fb4d24', 'mac_address': 'fa:16:3e:40:10:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '0c509f7a-4a9b-4a96-892a-b130ead11ed7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:24Z', 'updated_at': '2021-12-16T15:51:34Z', 'revision_number': 4, 'project_id': '5afea3407ef84fafa658a82512fb4d24', 'subnets': [{'id': '0c509f7a-4a9b-4a96-892a-b130ead11ed7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:51:35.742118 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-58312af5-789d-43d2-99ac-92136c42ca8e req-de556a0f-db94-4f1a-a99d-ff8e6c3857f1 tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] 10.222.0.31 "GET /v2.0/security-groups?id=390a8b13-4faa-4f09-8183-1d64aeed1bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557323 Dec 16 15:51:35.852266 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-c125b403-02eb-407d-a974-cb26264ad8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:35.922571 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-c125b403-02eb-407d-a974-cb26264ad8a4 None None] For port 63e3395e-8833-41d6-b461-2825dfc4c5ae, host dv-cinder-784477-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=63e3395e-8833-41d6-b461-2825dfc4c5ae,segment=NetworkSegment(df5e76d4-1da3-4a3c-9738-349c23ab107b),segment_id=df5e76d4-1da3-4a3c-9738-349c23ab107b)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:51:35.930477 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-c125b403-02eb-407d-a974-cb26264ad8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:35.943148 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-87dca83d-fdfb-4e0d-868a-7d5808c24c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893b0d8c-9087-4891-a5cc-b0868e70233c', 'name': 'tempest-TestVolumeBootPattern-838875937-router', 'tenant_id': '03074c6ca56e43319a67b1b559639b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '4a3257ac-f25f-43e3-9716-1066af2401a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:51:30Z', 'updated_at': '2021-12-16T15:51:33Z', 'revision_number': 4, 'project_id': '03074c6ca56e43319a67b1b559639b41', 'gw_port': {'id': '4a3257ac-f25f-43e3-9716-1066af2401a2', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:33:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '893b0d8c-9087-4891-a5cc-b0868e70233c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:30Z', 'updated_at': '2021-12-16T15:51:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_interfaces': [{'id': '6920f502-d3d2-4d48-89da-de0a29151c8e', 'name': '', 'network_id': '268bc960-b9df-4d26-85ec-2c20b260e941', 'tenant_id': '03074c6ca56e43319a67b1b559639b41', 'mac_address': 'fa:16:3e:39:b7:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '893b0d8c-9087-4891-a5cc-b0868e70233c', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'a7c83c4d-b424-48cb-bffb-978834c3422b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:33Z', 'updated_at': '2021-12-16T15:51:34Z', 'revision_number': 2, 'project_id': '03074c6ca56e43319a67b1b559639b41', 'subnets': [{'id': 'a7c83c4d-b424-48cb-bffb-978834c3422b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:51:35.990630 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87dca83d-fdfb-4e0d-868a-7d5808c24c8c None None] The sync data for ids ['893b0d8c-9087-4891-a5cc-b0868e70233c'] in dv-cinder-784477-11-iscsi is: [{'id': '893b0d8c-9087-4891-a5cc-b0868e70233c', 'name': 'tempest-TestVolumeBootPattern-838875937-router', 'tenant_id': '03074c6ca56e43319a67b1b559639b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '4a3257ac-f25f-43e3-9716-1066af2401a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:51:30Z', 'updated_at': '2021-12-16T15:51:33Z', 'revision_number': 4, 'project_id': '03074c6ca56e43319a67b1b559639b41', 'gw_port': {'id': '4a3257ac-f25f-43e3-9716-1066af2401a2', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:33:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '893b0d8c-9087-4891-a5cc-b0868e70233c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:30Z', 'updated_at': '2021-12-16T15:51:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_interfaces': [{'id': '6920f502-d3d2-4d48-89da-de0a29151c8e', 'name': '', 'network_id': '268bc960-b9df-4d26-85ec-2c20b260e941', 'tenant_id': '03074c6ca56e43319a67b1b559639b41', 'mac_address': 'fa:16:3e:39:b7:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '893b0d8c-9087-4891-a5cc-b0868e70233c', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'a7c83c4d-b424-48cb-bffb-978834c3422b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:33Z', 'updated_at': '2021-12-16T15:51:34Z', 'revision_number': 2, 'project_id': '03074c6ca56e43319a67b1b559639b41', 'subnets': [{'id': 'a7c83c4d-b424-48cb-bffb-978834c3422b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:51:36.012743 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c125b403-02eb-407d-a974-cb26264ad8a4 None None] Pushing event updated for resources: {'Port': ['ID=63e3395e-8833-41d6-b461-2825dfc4c5ae,revision_number=5']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:36.070522 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device 63e3395e-8833-41d6-b461-2825dfc4c5ae up at agent ovs-agent-dv-cinder-784477-11-iscsi {{(pid=108906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:51:36.139424 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-6fd5f730-1d88-4cab-b66f-5758bad45623 None None] Provisioning complete for port 63e3395e-8833-41d6-b461-2825dfc4c5ae triggered by entity DHCP. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:51:36.139935 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-6fd5f730-1d88-4cab-b66f-5758bad45623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:36.187329 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Provisioning complete for port 63e3395e-8833-41d6-b461-2825dfc4c5ae triggered by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:51:36.187702 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:36.203311 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 40898) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:36.208431 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.v2.base [None req-799f8c44-8d60-4a15-bea8-05afee18f087 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-832002217', 'description': 'tempest-secgroup-smoke-832002217 description', 'project_id': '5afea3407ef84fafa658a82512fb4d24'}} {{(pid=108905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:51:36.253634 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-799f8c44-8d60-4a15-bea8-05afee18f087 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks [] for security_group, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:36.264569 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device 984dabc2-cade-4581-ad2d-f7a02987fca5 up at agent hyperv_hv-cinder-78447 {{(pid=108906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:51:36.359575 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-799f8c44-8d60-4a15-bea8-05afee18f087 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks [] for security_group, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:36.371014 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-799f8c44-8d60-4a15-bea8-05afee18f087 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:36.403926 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Provisioning for port 984dabc2-cade-4581-ad2d-f7a02987fca5 completed by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:51:36.415635 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Provisioning complete for port 984dabc2-cade-4581-ad2d-f7a02987fca5 triggered by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:51:36.416367 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:36.417123 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-799f8c44-8d60-4a15-bea8-05afee18f087 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks [] for security_group, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:36.419552 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-6fd5f730-1d88-4cab-b66f-5758bad45623 None None] Provisioning complete for port 6920f502-d3d2-4d48-89da-de0a29151c8e triggered by entity DHCP. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:51:36.419704 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-6fd5f730-1d88-4cab-b66f-5758bad45623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:36.421553 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 40906) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:36.422121 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-799f8c44-8d60-4a15-bea8-05afee18f087 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2175062 Dec 16 15:51:36.427091 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.v2.base [None req-7251416d-7583-480a-926b-17ac931be781 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Request body: {'security_group_rule': {'security_group_id': '9c4413e0-cf94-41c4-a331-21c96852544d', 'project_id': '5afea3407ef84fafa658a82512fb4d24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:51:36.435498 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799f8c44-8d60-4a15-bea8-05afee18f087 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c4413e0-cf94-41c4-a331-21c96852544d,revision_number=1']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:36.477809 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-7251416d-7583-480a-926b-17ac931be781 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:36.573178 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-6fd5f730-1d88-4cab-b66f-5758bad45623 None None] Port 6920f502-d3d2-4d48-89da-de0a29151c8e cannot update to ACTIVE because it is not bound. {{(pid=108906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:51:36.596755 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-7251416d-7583-480a-926b-17ac931be781 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:36.606120 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-7251416d-7583-480a-926b-17ac931be781 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004345'] for security_group_rule, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:36.637197 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7251416d-7583-480a-926b-17ac931be781 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2edfbea1-6f5e-4e53-a95f-24df951c0b47,revision_number=0']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:36.646620 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-7251416d-7583-480a-926b-17ac931be781 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:36.651626 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 40912) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:36.657705 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.v2.base [None req-4d271289-45af-47ee-9400-6c1b6fc54ffa tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Request body: {'security_group_rule': {'security_group_id': '9c4413e0-cf94-41c4-a331-21c96852544d', 'project_id': '5afea3407ef84fafa658a82512fb4d24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:51:36.664977 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-7251416d-7583-480a-926b-17ac931be781 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2415373 Dec 16 15:51:36.684868 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-51b2abae-cac2-4de4-bcbe-95542da6f69c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:36.706639 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:36.739182 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da3e1d4-06bf-46de-86eb-68d5f43ba5c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '984dabc2-cade-4581-ad2d-f7a02987fca5'}] {{(pid=108906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:51:36.741798 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02b5cd720e1ebaa5714ffb0bc34871610594f2c4f6020a6f60f7cc29a5a8a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d54f89fa-14c0-412a-a8de-28aa870eabe4" -d '{"events": [{"server_uuid": "0da3e1d4-06bf-46de-86eb-68d5f43ba5c5", "name": "network-vif-plugged", "status": "completed", "tag": "984dabc2-cade-4581-ad2d-f7a02987fca5"}]}' {{(pid=108906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:51:36.760391 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] For port 984dabc2-cade-4581-ad2d-f7a02987fca5, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=984dabc2-cade-4581-ad2d-f7a02987fca5,segment=NetworkSegment(47c0fe21-ae78-4415-b99a-497d56d95faf),segment_id=47c0fe21-ae78-4415-b99a-497d56d95faf)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:51:36.766345 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a265317-058c-4150-b0d6-8f170449669c req-cfb5da4f-dc61-4b31-a81d-d11ef50eb142 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:36.767982 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-3a265317-058c-4150-b0d6-8f170449669c req-cfb5da4f-dc61-4b31-a81d-d11ef50eb142 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=29bba044-2e01-44b1-bb03-0f367846a5f0 HTTP/1.1" status: 200 len: 946 time: 0.1053431 Dec 16 15:51:36.768901 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:36.769805 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device eb7f3056-2f47-436e-8398-5620ee86da73 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:51:36.807771 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] No Port match for: eb7f3056-2f47-436e-8398-5620ee86da73 {{(pid=108906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:51:36.808117 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device eb7f3056-2f47-436e-8398-5620ee86da73 not bound to the agent host hv-cinder-78447 {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:51:36.812474 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-4d271289-45af-47ee-9400-6c1b6fc54ffa tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:36.838614 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Pushing event updated for resources: {'Port': ['ID=984dabc2-cade-4581-ad2d-f7a02987fca5,revision_number=5']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:36.892890 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc333ae8-4e02-498b-9f9b-0c139285edc3 req-5331a9ed-9724-4c8f-9441-fd72d2082f54 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:36.894669 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-fc333ae8-4e02-498b-9f9b-0c139285edc3 req-5331a9ed-9724-4c8f-9441-fd72d2082f54 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 945 time: 0.1255534 Dec 16 15:51:36.899939 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-3a265317-058c-4150-b0d6-8f170449669c req-2e393531-9425-407d-ae82-5bef1a4e1bc1 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f111158e-b0d3-4bc9-b508-9088a16d8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958719 Dec 16 15:51:36.930244 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-4d271289-45af-47ee-9400-6c1b6fc54ffa tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:36.943596 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-4d271289-45af-47ee-9400-6c1b6fc54ffa tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004345'] for security_group_rule, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:36.982496 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d271289-45af-47ee-9400-6c1b6fc54ffa tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12f6dad5-e93c-42c1-b0c1-f373a3e31b12,revision_number=0']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:36.990443 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-fc333ae8-4e02-498b-9f9b-0c139285edc3 req-37424ab0-284f-4dc6-8b78-3790c06f6384 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800350 Dec 16 15:51:37.015314 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-4d271289-45af-47ee-9400-6c1b6fc54ffa tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:37.016854 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-4d271289-45af-47ee-9400-6c1b6fc54ffa tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3642397 Dec 16 15:51:37.019720 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 40922) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:37.025156 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.v2.base [None req-adc5da4f-408f-4357-87d8-c91cfdb34e5b tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Request body: {'security_group_rule': {'security_group_id': '9c4413e0-cf94-41c4-a331-21c96852544d', 'project_id': '5afea3407ef84fafa658a82512fb4d24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:51:37.047793 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-590a6ba4-0e0a-43bc-b8dd-b87e47cc4d14 x-openstack-request-id: req-590a6ba4-0e0a-43bc-b8dd-b87e47cc4d14 {{(pid=108906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:51:37.047793 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da3e1d4-06bf-46de-86eb-68d5f43ba5c5", "name": "network-vif-plugged", "status": "completed", "tag": "984dabc2-cade-4581-ad2d-f7a02987fca5", "code": 200}]} {{(pid=108906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:51:37.048106 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-590a6ba4-0e0a-43bc-b8dd-b87e47cc4d14 {{(pid=108906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:51:37.048657 dv-cinder-784477-11-iscsi neutron-server[108906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da3e1d4-06bf-46de-86eb-68d5f43ba5c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '984dabc2-cade-4581-ad2d-f7a02987fca5', 'code': 200} Dec 16 15:51:37.060469 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d6aad1-0927-4d29-b335-ce3094ce20ec req-750f3f1e-41c5-4be2-a056-0e6b2a4d3ce6 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:37.067771 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-83d6aad1-0927-4d29-b335-ce3094ce20ec req-750f3f1e-41c5-4be2-a056-0e6b2a4d3ce6 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=07a50ac4-a4f8-411a-9457-cd592eab7e7c HTTP/1.1" status: 200 len: 945 time: 0.0973079 Dec 16 15:51:37.099816 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-adc5da4f-408f-4357-87d8-c91cfdb34e5b tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:37.169312 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-83d6aad1-0927-4d29-b335-ce3094ce20ec req-9b874417-8ecd-495d-84bf-5a5b3d261a05 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a06c891-fae3-406d-b89e-bc8eaf612049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006825 Dec 16 15:51:37.204130 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1086cc-ad2c-48ec-ba57-9ddfa7313088 req-84990be4-49f2-4aa8-92e1-948473c5434c tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:37.205614 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-5a1086cc-ad2c-48ec-ba57-9ddfa7313088 req-84990be4-49f2-4aa8-92e1-948473c5434c tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] 10.222.0.31 "GET /v2.0/ports?device_id=0da3e1d4-06bf-46de-86eb-68d5f43ba5c5 HTTP/1.1" status: 200 len: 946 time: 0.1086984 Dec 16 15:51:37.223084 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-adc5da4f-408f-4357-87d8-c91cfdb34e5b tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:37.232800 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-adc5da4f-408f-4357-87d8-c91cfdb34e5b tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004345'] for security_group_rule, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:37.246201 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd77ae00-9a7e-4bcd-9f5e-ed0bf807040a req-3004627f-fd54-4fe6-ae76-8c62ecee8944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:37.247699 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-bd77ae00-9a7e-4bcd-9f5e-ed0bf807040a req-3004627f-fd54-4fe6-ae76-8c62ecee8944 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0da3e1d4-06bf-46de-86eb-68d5f43ba5c5 HTTP/1.1" status: 200 len: 1099 time: 0.0429788 Dec 16 15:51:37.260831 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc5da4f-408f-4357-87d8-c91cfdb34e5b tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e06b6f2-b305-4d25-9b21-7604cd81d6d1,revision_number=0']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:37.277780 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-adc5da4f-408f-4357-87d8-c91cfdb34e5b tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:37.279196 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-adc5da4f-408f-4357-87d8-c91cfdb34e5b tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2585735 Dec 16 15:51:37.281995 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 40926) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:37.284094 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-5a1086cc-ad2c-48ec-ba57-9ddfa7313088 req-b7b28443-9841-4c3e-b022-b8168080aa5e tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] 10.222.0.31 "GET /v2.0/security-groups?id=390a8b13-4faa-4f09-8183-1d64aeed1bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705204 Dec 16 15:51:37.286927 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.v2.base [None req-31c33f4f-45d1-4b27-8301-8f16375cee4d tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Request body: {'security_group_rule': {'security_group_id': '9c4413e0-cf94-41c4-a331-21c96852544d', 'project_id': '5afea3407ef84fafa658a82512fb4d24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:51:37.311188 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-bd77ae00-9a7e-4bcd-9f5e-ed0bf807040a req-8d8c2ec0-9ed0-467b-9d55-e92735450da6 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=390a8b13-4faa-4f09-8183-1d64aeed1bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540693 Dec 16 15:51:37.327800 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-31c33f4f-45d1-4b27-8301-8f16375cee4d tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:37.387512 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-31c33f4f-45d1-4b27-8301-8f16375cee4d tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:37.393089 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-31c33f4f-45d1-4b27-8301-8f16375cee4d tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004345'] for security_group_rule, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:37.410842 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c33f4f-45d1-4b27-8301-8f16375cee4d tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4fb8129-0123-442c-b6bd-0a7c222fbecc,revision_number=0']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:37.417428 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-31c33f4f-45d1-4b27-8301-8f16375cee4d tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:37.418616 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-31c33f4f-45d1-4b27-8301-8f16375cee4d tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1356552 Dec 16 15:51:37.422627 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 40928) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:37.426958 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.v2.base [None req-2452ce6b-272b-462c-b33f-4c2584e645a2 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Request body: {'security_group_rule': {'security_group_id': '9c4413e0-cf94-41c4-a331-21c96852544d', 'project_id': '5afea3407ef84fafa658a82512fb4d24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:51:37.452191 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.db.securitygroups_db [None req-2452ce6b-272b-462c-b33f-4c2584e645a2 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Project 5afea3407ef84fafa658a82512fb4d24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 15:51:37.457325 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-2452ce6b-272b-462c-b33f-4c2584e645a2 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:37.517963 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-2452ce6b-272b-462c-b33f-4c2584e645a2 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:37.523603 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-2452ce6b-272b-462c-b33f-4c2584e645a2 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004345'] for security_group_rule, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:37.543427 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2452ce6b-272b-462c-b33f-4c2584e645a2 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86a42a27-7e1d-4e0e-8e11-2176bbd8e614,revision_number=0']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:37.556345 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-2452ce6b-272b-462c-b33f-4c2584e645a2 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:37.560599 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 40930) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:37.560768 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-2452ce6b-272b-462c-b33f-4c2584e645a2 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1372566 Dec 16 15:51:37.565348 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.v2.base [None req-78b7b31d-59c5-4d1e-b096-332729c74fe2 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Request body: {'security_group_rule': {'security_group_id': '9c4413e0-cf94-41c4-a331-21c96852544d', 'project_id': '5afea3407ef84fafa658a82512fb4d24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:51:37.592723 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.db.securitygroups_db [None req-78b7b31d-59c5-4d1e-b096-332729c74fe2 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Project 5afea3407ef84fafa658a82512fb4d24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 15:51:37.597784 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-78b7b31d-59c5-4d1e-b096-332729c74fe2 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:37.676491 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-78b7b31d-59c5-4d1e-b096-332729c74fe2 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:37.681597 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-78b7b31d-59c5-4d1e-b096-332729c74fe2 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004345'] for security_group_rule, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:37.715709 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b7b31d-59c5-4d1e-b096-332729c74fe2 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=866dd25b-234b-48af-87a6-0e5c69b88a58,revision_number=0']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:37.724804 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-78b7b31d-59c5-4d1e-b096-332729c74fe2 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:37.726084 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-78b7b31d-59c5-4d1e-b096-332729c74fe2 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1642799 Dec 16 15:51:37.908443 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a812ca5-eaf4-4e0e-a674-644ed98b22c3 req-7e4b1081-4922-4dda-bee9-7853b106acd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:37.910287 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-8a812ca5-eaf4-4e0e-a674-644ed98b22c3 req-7e4b1081-4922-4dda-bee9-7853b106acd1 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 1098 time: 0.0394146 Dec 16 15:51:37.966905 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-8a812ca5-eaf4-4e0e-a674-644ed98b22c3 req-638d2f5e-a3d0-45f5-9087-424c1464e54b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483606 Dec 16 15:51:38.064329 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7c9a2-b2ef-498d-8a80-f789188140d4 req-b8260573-8a6e-40ea-acd0-10e5aab1ab1a tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:38.066964 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-fbd7c9a2-b2ef-498d-8a80-f789188140d4 req-b8260573-8a6e-40ea-acd0-10e5aab1ab1a tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=29bba044-2e01-44b1-bb03-0f367846a5f0 HTTP/1.1" status: 200 len: 946 time: 0.0736537 Dec 16 15:51:38.114120 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device 4a3257ac-f25f-43e3-9716-1066af2401a2 up at agent ovs-agent-dv-cinder-784477-11-iscsi {{(pid=108906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:51:38.161507 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2a5657-df71-4ff2-addf-6839e852ca08 req-d5b8b9c8-e6a0-49b0-b44a-889eae9560c0 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:38.163037 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-3c2a5657-df71-4ff2-addf-6839e852ca08 req-d5b8b9c8-e6a0-49b0-b44a-889eae9560c0 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 945 time: 0.0933204 Dec 16 15:51:38.187418 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Provisioning complete for port 4a3257ac-f25f-43e3-9716-1066af2401a2 triggered by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:51:38.188001 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:38.194622 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-fbd7c9a2-b2ef-498d-8a80-f789188140d4 req-3a50cd47-3c36-4925-abef-e3488ce5b269 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f111158e-b0d3-4bc9-b508-9088a16d8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141062 Dec 16 15:51:38.295232 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-3c2a5657-df71-4ff2-addf-6839e852ca08 req-c59566cf-85a7-40ed-83b6-42e580742df5 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992618 Dec 16 15:51:38.314188 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:38.349123 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] For port 4a3257ac-f25f-43e3-9716-1066af2401a2, host dv-cinder-784477-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=4a3257ac-f25f-43e3-9716-1066af2401a2,segment=NetworkSegment(0390f958-c764-4c6b-ad22-4946ebfb354b),segment_id=0390f958-c764-4c6b-ad22-4946ebfb354b)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:51:38.354703 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:38.355609 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device 63e3395e-8833-41d6-b461-2825dfc4c5ae up at agent ovs-agent-dv-cinder-784477-11-iscsi {{(pid=108906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:51:38.356156 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a64c98-9dd5-43f1-9c3c-5ab1558a900d req-6d757021-5d56-4468-b40d-75a9ede444e6 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:38.358436 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-54a64c98-9dd5-43f1-9c3c-5ab1558a900d req-6d757021-5d56-4468-b40d-75a9ede444e6 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=07a50ac4-a4f8-411a-9457-cd592eab7e7c HTTP/1.1" status: 200 len: 945 time: 0.0623288 Dec 16 15:51:38.434671 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Pushing event updated for resources: {'Port': ['ID=4a3257ac-f25f-43e3-9716-1066af2401a2,revision_number=4']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:38.437960 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d889312-c7a8-47e7-ac7a-0f7870f6e9b9 req-0a5a4b83-6c48-474b-b3fd-2476e4594ba3 tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:38.439469 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-6d889312-c7a8-47e7-ac7a-0f7870f6e9b9 req-0a5a4b83-6c48-474b-b3fd-2476e4594ba3 tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] 10.222.0.31 "GET /v2.0/ports?device_id=0da3e1d4-06bf-46de-86eb-68d5f43ba5c5 HTTP/1.1" status: 200 len: 946 time: 0.0769095 Dec 16 15:51:38.444196 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-54a64c98-9dd5-43f1-9c3c-5ab1558a900d req-b4d15ef5-a723-493e-834d-7301faeb10c3 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a06c891-fae3-406d-b89e-bc8eaf612049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727909 Dec 16 15:51:38.449793 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Provisioning complete for port 63e3395e-8833-41d6-b461-2825dfc4c5ae triggered by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:51:38.450134 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:38.504934 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-6d889312-c7a8-47e7-ac7a-0f7870f6e9b9 req-c5b1253e-4ded-4628-a77e-23e681d6d8dc tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] 10.222.0.31 "GET /v2.0/security-groups?id=390a8b13-4faa-4f09-8183-1d64aeed1bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573509 Dec 16 15:51:38.807900 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4bef2a-8292-460d-a92f-8d45d7de3cc3 req-2ff07f8d-e253-4a39-9fbc-6c6fc0d44fb4 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:38.809643 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-9d4bef2a-8292-460d-a92f-8d45d7de3cc3 req-2ff07f8d-e253-4a39-9fbc-6c6fc0d44fb4 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.66 "GET /v2.0/ports?device_id=07a50ac4-a4f8-411a-9457-cd592eab7e7c HTTP/1.1" status: 200 len: 945 time: 0.0817628 Dec 16 15:51:38.861487 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-e7e6691c-2e2d-442e-a7c4-6786943f087b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:38.917911 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.plugin [req-9d4bef2a-8292-460d-a92f-8d45d7de3cc3 req-42ac4340-2483-41a4-8ab7-f15432280f8b tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Deleting port 0711d501-f11e-421f-aa27-451f8a86c7e6 {{(pid=108904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:51:38.918239 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-9d4bef2a-8292-460d-a92f-8d45d7de3cc3 req-42ac4340-2483-41a4-8ab7-f15432280f8b tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739692165232'] for port, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:39.010977 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.db [req-9d4bef2a-8292-460d-a92f-8d45d7de3cc3 req-42ac4340-2483-41a4-8ab7-f15432280f8b tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] For port 0711d501-f11e-421f-aa27-451f8a86c7e6, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=0711d501-f11e-421f-aa27-451f8a86c7e6,segment=NetworkSegment(b7534591-d412-403e-acd7-f4f21cb9b99f),segment_id=b7534591-d412-403e-acd7-f4f21cb9b99f)] {{(pid=108904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:51:39.011331 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-9d4bef2a-8292-460d-a92f-8d45d7de3cc3 req-42ac4340-2483-41a4-8ab7-f15432280f8b tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343270'] for port, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:39.033489 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.plugin [req-9d4bef2a-8292-460d-a92f-8d45d7de3cc3 req-42ac4340-2483-41a4-8ab7-f15432280f8b tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Calling delete_port for 0711d501-f11e-421f-aa27-451f8a86c7e6 owned by compute:nova {{(pid=108904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:51:39.172159 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-9d4bef2a-8292-460d-a92f-8d45d7de3cc3 req-42ac4340-2483-41a4-8ab7-f15432280f8b tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739692371923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739691803603'] for port, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:39.184312 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] get_ports_and_sgs() called for port_ids ['83410d19-2bd0-4afe-845a-c137ecec96ca', '0711d501-f11e-421f-aa27-451f8a86c7e6'] {{(pid=108906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:51:39.199963 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ac4340-2483-41a4-8ab7-f15432280f8b tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Pushing event deleted for resources: {'Port': ['ID=0711d501-f11e-421f-aa27-451f8a86c7e6,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:39.270300 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d4bef2a-8292-460d-a92f-8d45d7de3cc3 req-42ac4340-2483-41a4-8ab7-f15432280f8b tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] No DVR routers for this DVR port 0711d501-f11e-421f-aa27-451f8a86c7e6 on host hv-cinder-78447 {{(pid=108904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:51:39.272868 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-9d4bef2a-8292-460d-a92f-8d45d7de3cc3 req-42ac4340-2483-41a4-8ab7-f15432280f8b tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294'] for port, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:39.276298 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-9d4bef2a-8292-460d-a92f-8d45d7de3cc3 req-42ac4340-2483-41a4-8ab7-f15432280f8b tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.66 "DELETE /v2.0/ports/0711d501-f11e-421f-aa27-451f8a86c7e6 HTTP/1.1" status: 204 len: 173 time: 0.4589627 Dec 16 15:51:39.276766 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07a50ac4-a4f8-411a-9457-cd592eab7e7c', 'name': 'network-vif-deleted', 'tag': '0711d501-f11e-421f-aa27-451f8a86c7e6'}] {{(pid=108904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:51:39.279186 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0a2cce90635460fa9ee7acd2d2298fc55a52ab45a9458d7253143d338a4b89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64bceda-7fd5-42bd-8835-294fddb5914b" -d '{"events": [{"server_uuid": "07a50ac4-a4f8-411a-9457-cd592eab7e7c", "name": "network-vif-deleted", "tag": "0711d501-f11e-421f-aa27-451f8a86c7e6"}]}' {{(pid=108904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:51:39.352226 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a44eb717-72da-484e-8cbe-9c4b9e80abc6 x-openstack-request-id: req-a44eb717-72da-484e-8cbe-9c4b9e80abc6 {{(pid=108904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:51:39.352513 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07a50ac4-a4f8-411a-9457-cd592eab7e7c", "name": "network-vif-deleted", "tag": "0711d501-f11e-421f-aa27-451f8a86c7e6", "status": "completed", "code": 200}]} {{(pid=108904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:51:39.352765 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a44eb717-72da-484e-8cbe-9c4b9e80abc6 {{(pid=108904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:51:39.353163 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07a50ac4-a4f8-411a-9457-cd592eab7e7c', 'name': 'network-vif-deleted', 'tag': '0711d501-f11e-421f-aa27-451f8a86c7e6', 'status': 'completed', 'code': 200} Dec 16 15:51:39.400185 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3703c4-216f-4917-a74c-fe692c5104c6 req-ebfa9e75-629b-4b7c-ae9e-bcd3e91e8804 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:39.405907 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-6d3703c4-216f-4917-a74c-fe692c5104c6 req-ebfa9e75-629b-4b7c-ae9e-bcd3e91e8804 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=29bba044-2e01-44b1-bb03-0f367846a5f0 HTTP/1.1" status: 200 len: 946 time: 0.0663955 Dec 16 15:51:39.492483 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f72fe7-4da1-4bbc-86ac-bfb78dac773e req-d5de0b43-c8c4-4876-9488-954bc6f37ea1 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:39.493927 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-61f72fe7-4da1-4bbc-86ac-bfb78dac773e req-d5de0b43-c8c4-4876-9488-954bc6f37ea1 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 945 time: 0.0870655 Dec 16 15:51:39.497568 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-6d3703c4-216f-4917-a74c-fe692c5104c6 req-9b0a145c-6ecc-4599-a716-49a490a80c4c tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f111158e-b0d3-4bc9-b508-9088a16d8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890648 Dec 16 15:51:39.544573 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-61f72fe7-4da1-4bbc-86ac-bfb78dac773e req-bcc6f5d5-6307-45b8-b512-3e4f21b1a8c0 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446739 Dec 16 15:51:39.604855 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-2b5a3581-2b60-44d1-97f0-3420e176e37b req-7266f9e2-754c-4c28-aa77-a3fdeeeee62f tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=07a50ac4-a4f8-411a-9457-cd592eab7e7c HTTP/1.1" status: 200 len: 210 time: 0.0259953 Dec 16 15:51:39.665235 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a4a56e-0c6d-435b-86c9-df0f3d31e32d req-aa9e8748-9ef4-4db8-b7dd-0c58fce428d7 tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:39.666775 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-46a4a56e-0c6d-435b-86c9-df0f3d31e32d req-aa9e8748-9ef4-4db8-b7dd-0c58fce428d7 tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] 10.222.0.31 "GET /v2.0/ports?device_id=0da3e1d4-06bf-46de-86eb-68d5f43ba5c5 HTTP/1.1" status: 200 len: 946 time: 0.0560632 Dec 16 15:51:39.720155 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-46a4a56e-0c6d-435b-86c9-df0f3d31e32d req-7f070204-a592-49ec-8e48-5c44c9dada9b tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] 10.222.0.31 "GET /v2.0/security-groups?id=390a8b13-4faa-4f09-8183-1d64aeed1bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473239 Dec 16 15:51:39.927112 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127562c2-a082-493d-b851-8061d04c15da req-483108ea-5b19-4ee4-be11-7084a0a6b6ea tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:39.931492 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54afa04c-f980-4f25-8990-d27157f714bf req-fa8125a0-fb51-4019-8c11-c9407054831d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:39.932992 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-54afa04c-f980-4f25-8990-d27157f714bf req-fa8125a0-fb51-4019-8c11-c9407054831d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=290d9f6dcb5f4f878cc58690825a1e12&device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 1098 time: 0.0720119 Dec 16 15:51:39.937683 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-127562c2-a082-493d-b851-8061d04c15da req-483108ea-5b19-4ee4-be11-7084a0a6b6ea tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 945 time: 0.0775561 Dec 16 15:51:39.996781 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-127562c2-a082-493d-b851-8061d04c15da req-3e16e0b0-171c-4b23-bec8-967d04bd292d tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575979 Dec 16 15:51:40.048452 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device 4a3257ac-f25f-43e3-9716-1066af2401a2 up at agent ovs-agent-dv-cinder-784477-11-iscsi {{(pid=108906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:51:40.062041 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54afa04c-f980-4f25-8990-d27157f714bf req-876be611-b996-45e2-bb68-e031e47a0a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:40.063527 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-54afa04c-f980-4f25-8990-d27157f714bf req-876be611-b996-45e2-bb68-e031e47a0a8e service neutron] 10.222.0.66 "GET /v2.0/networks?id=f48475bf-944a-4c2f-81b1-c044356a1dbb HTTP/1.1" status: 200 len: 920 time: 0.1224623 Dec 16 15:51:40.099090 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Provisioning complete for port 4a3257ac-f25f-43e3-9716-1066af2401a2 triggered by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:51:40.100216 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:40.112660 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-54afa04c-f980-4f25-8990-d27157f714bf req-72f43a8e-1ee9-43e9-8c53-31a2b63cef28 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a162fcff-3fe8-4fc6-a489-b53c84cb0c45 HTTP/1.1" status: 200 len: 217 time: 0.0397792 Dec 16 15:51:40.175074 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54afa04c-f980-4f25-8990-d27157f714bf req-7ee8f893-5eeb-42f6-9559-aceb69025471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:40.176582 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-54afa04c-f980-4f25-8990-d27157f714bf req-7ee8f893-5eeb-42f6-9559-aceb69025471 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ac75be2f-288e-4c4c-b681-13dbe4d336f8 HTTP/1.1" status: 200 len: 859 time: 0.0488691 Dec 16 15:51:40.220328 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-54afa04c-f980-4f25-8990-d27157f714bf req-a42c44d6-0a3c-4fc9-ac44-68bcd190d639 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f48475bf-944a-4c2f-81b1-c044356a1dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270586 Dec 16 15:51:40.317973 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-54afa04c-f980-4f25-8990-d27157f714bf req-4d1b88a8-abc8-434d-9353-7e2e3b75b2a1 service neutron] 10.222.0.66 "GET /v2.0/networks/f48475bf-944a-4c2f-81b1-c044356a1dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902841 Dec 16 15:51:40.433154 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-54afa04c-f980-4f25-8990-d27157f714bf req-098dc92f-8100-4f32-8397-88bcba596a7b service neutron] 10.222.0.66 "GET /v2.0/networks/f48475bf-944a-4c2f-81b1-c044356a1dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070569 Dec 16 15:51:40.496479 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-223b144f-a2e3-43d1-9ee0-793d55a0ef66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:40.501696 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5254c588-9daa-47af-af2d-0dcd588a272b None None] Sync routers for ids ['893b0d8c-9087-4891-a5cc-b0868e70233c'] in dv-cinder-784477-11-iscsi {{(pid=108906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:51:40.511409 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5254c588-9daa-47af-af2d-0dcd588a272b None None] Routers {'893b0d8c-9087-4891-a5cc-b0868e70233c'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:51:40.512037 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-5254c588-9daa-47af-af2d-0dcd588a272b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:51:39Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['893b0d8c-9087-4891-a5cc-b0868e70233c'], 'active': True} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:51:40.517830 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da014c07-817f-4f51-ad1b-1a9d1b2b2c31 req-7b08e993-e31b-4606-9ddc-61cfacde22c6 tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:40.520242 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-da014c07-817f-4f51-ad1b-1a9d1b2b2c31 req-7b08e993-e31b-4606-9ddc-61cfacde22c6 tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] 10.222.0.31 "GET /v2.0/ports?device_id=0da3e1d4-06bf-46de-86eb-68d5f43ba5c5 HTTP/1.1" status: 200 len: 946 time: 0.0597851 Dec 16 15:51:40.570959 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-da014c07-817f-4f51-ad1b-1a9d1b2b2c31 req-b752491e-1bd4-45c5-8675-69de5718c354 tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] 10.222.0.31 "GET /v2.0/security-groups?id=390a8b13-4faa-4f09-8183-1d64aeed1bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442863 Dec 16 15:51:40.625514 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741012e6-6927-491e-9f43-f7f8204afb61 req-ea34b2e3-cbf9-413f-a6b6-05263df0a425 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:40.625975 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvr_db [None req-5254c588-9daa-47af-af2d-0dcd588a272b None None] Set router 893b0d8c-9087-4891-a5cc-b0868e70233c gateway port host: dv-cinder-784477-11-iscsi {{(pid=108906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:51:40.627849 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-741012e6-6927-491e-9f43-f7f8204afb61 req-ea34b2e3-cbf9-413f-a6b6-05263df0a425 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=29bba044-2e01-44b1-bb03-0f367846a5f0 HTTP/1.1" status: 200 len: 946 time: 0.0550601 Dec 16 15:51:40.701251 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-741012e6-6927-491e-9f43-f7f8204afb61 req-22f8f288-4ee0-4b2f-827e-989fa6e66b0a tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f111158e-b0d3-4bc9-b508-9088a16d8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664172 Dec 16 15:51:40.847783 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-5254c588-9daa-47af-af2d-0dcd588a272b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893b0d8c-9087-4891-a5cc-b0868e70233c', 'name': 'tempest-TestVolumeBootPattern-838875937-router', 'tenant_id': '03074c6ca56e43319a67b1b559639b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '4a3257ac-f25f-43e3-9716-1066af2401a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:51:30Z', 'updated_at': '2021-12-16T15:51:33Z', 'revision_number': 4, 'project_id': '03074c6ca56e43319a67b1b559639b41', 'gw_port': {'id': '4a3257ac-f25f-43e3-9716-1066af2401a2', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:33:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893b0d8c-9087-4891-a5cc-b0868e70233c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:30Z', 'updated_at': '2021-12-16T15:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_interfaces': [{'id': '6920f502-d3d2-4d48-89da-de0a29151c8e', 'name': '', 'network_id': '268bc960-b9df-4d26-85ec-2c20b260e941', 'tenant_id': '03074c6ca56e43319a67b1b559639b41', 'mac_address': 'fa:16:3e:39:b7:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '893b0d8c-9087-4891-a5cc-b0868e70233c', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'a7c83c4d-b424-48cb-bffb-978834c3422b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:33Z', 'updated_at': '2021-12-16T15:51:34Z', 'revision_number': 2, 'project_id': '03074c6ca56e43319a67b1b559639b41', 'subnets': [{'id': 'a7c83c4d-b424-48cb-bffb-978834c3422b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:51:40.878998 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5254c588-9daa-47af-af2d-0dcd588a272b None None] Checking router: 893b0d8c-9087-4891-a5cc-b0868e70233c for host: dv-cinder-784477-11-iscsi {{(pid=108906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:51:40.879388 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5254c588-9daa-47af-af2d-0dcd588a272b None None] Updating router 893b0d8c-9087-4891-a5cc-b0868e70233c port 6920f502-d3d2-4d48-89da-de0a29151c8e binding host dv-cinder-784477-11-iscsi {{(pid=108906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:51:40.904629 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-5254c588-9daa-47af-af2d-0dcd588a272b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:41.123927 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db2500-ef00-4b8e-823e-8f8a1aec12dd req-ff73d308-159e-4a7d-9673-889bfc89e7f0 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:41.125455 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-35db2500-ef00-4b8e-823e-8f8a1aec12dd req-ff73d308-159e-4a7d-9673-889bfc89e7f0 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 945 time: 0.0552397 Dec 16 15:51:41.176670 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-35db2500-ef00-4b8e-823e-8f8a1aec12dd req-14a7410f-eb97-49e4-94c0-39a2f309340a tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403717 Dec 16 15:51:41.180317 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-5254c588-9daa-47af-af2d-0dcd588a272b None None] Publish callbacks [] for port, precommit_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:41.187047 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-5254c588-9daa-47af-af2d-0dcd588a272b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:41.242824 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb603ee-6020-49b6-b970-8b1aa36edcc5 None None] Pushing event updated for resources: {'Port': ['ID=6920f502-d3d2-4d48-89da-de0a29151c8e,revision_number=3']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:41.452556 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.managers [None req-5254c588-9daa-47af-af2d-0dcd588a272b None None] Attempting to bind port 6920f502-d3d2-4d48-89da-de0a29151c8e on host dv-cinder-784477-11-iscsi for vnic_type normal with profile {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:51:41.452959 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.managers [None req-5254c588-9daa-47af-af2d-0dcd588a272b None None] Attempting to bind port 6920f502-d3d2-4d48-89da-de0a29151c8e by drivers openvswitch,hyperv on host dv-cinder-784477-11-iscsi at level 0 using segments [{'id': 'b0d3669b-f5b7-4d84-939d-9aeb7715cc04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '268bc960-b9df-4d26-85ec-2c20b260e941'}] {{(pid=108906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:51:41.453321 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5254c588-9daa-47af-af2d-0dcd588a272b None None] Attempting to bind port 6920f502-d3d2-4d48-89da-de0a29151c8e on network 268bc960-b9df-4d26-85ec-2c20b260e941 {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:51:41.455651 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-e6a1afc6-ab61-4c06-9aae-8bc4c5fea8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:41.457936 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-6397930a-90ed-4244-acbe-761a20068091 None None] Provisioning complete for port 6920f502-d3d2-4d48-89da-de0a29151c8e triggered by entity DHCP. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:51:41.458305 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-6397930a-90ed-4244-acbe-761a20068091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:41.462949 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5254c588-9daa-47af-af2d-0dcd588a272b None None] Checking agent: {'id': '5eca9fcc-5dcd-4ee1-9579-22579284a65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 40, 43), 'started_at': datetime.datetime(2021, 12, 16, 15, 41, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:51:41.463323 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5254c588-9daa-47af-af2d-0dcd588a272b None None] Checking segment: {'id': 'b0d3669b-f5b7-4d84-939d-9aeb7715cc04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '268bc960-b9df-4d26-85ec-2c20b260e941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:51:41.463715 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-5254c588-9daa-47af-af2d-0dcd588a272b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:41.464104 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5254c588-9daa-47af-af2d-0dcd588a272b None None] Bound using segment: {'id': 'b0d3669b-f5b7-4d84-939d-9aeb7715cc04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '268bc960-b9df-4d26-85ec-2c20b260e941'} {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:51:41.464575 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.managers [None req-5254c588-9daa-47af-af2d-0dcd588a272b None None] Bound port: 6920f502-d3d2-4d48-89da-de0a29151c8e, host: dv-cinder-784477-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0d3669b-f5b7-4d84-939d-9aeb7715cc04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '268bc960-b9df-4d26-85ec-2c20b260e941'}}] {{(pid=108906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:51:41.464950 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-5254c588-9daa-47af-af2d-0dcd588a272b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:41.527769 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-6397930a-90ed-4244-acbe-761a20068091 None None] Port 6920f502-d3d2-4d48-89da-de0a29151c8e cannot update to ACTIVE because it is not bound. {{(pid=108906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:51:41.559399 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-5254c588-9daa-47af-af2d-0dcd588a272b None None] For port 6920f502-d3d2-4d48-89da-de0a29151c8e, host dv-cinder-784477-11-iscsi, cleared binding levels {{(pid=108906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:51:41.562478 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-5254c588-9daa-47af-af2d-0dcd588a272b None None] For port 6920f502-d3d2-4d48-89da-de0a29151c8e, host dv-cinder-784477-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=6920f502-d3d2-4d48-89da-de0a29151c8e,segment=NetworkSegment(b0d3669b-f5b7-4d84-939d-9aeb7715cc04),segment_id=b0d3669b-f5b7-4d84-939d-9aeb7715cc04)] {{(pid=108906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:51:41.569267 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-5254c588-9daa-47af-af2d-0dcd588a272b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:41.628033 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5254c588-9daa-47af-af2d-0dcd588a272b None None] Routers {'893b0d8c-9087-4891-a5cc-b0868e70233c'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:51:41.628674 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-5254c588-9daa-47af-af2d-0dcd588a272b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:51:39Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['893b0d8c-9087-4891-a5cc-b0868e70233c'], 'active': True} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:51:41.630677 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb603ee-6020-49b6-b970-8b1aa36edcc5 None None] Pushing event updated for resources: {'Port': ['ID=6920f502-d3d2-4d48-89da-de0a29151c8e,revision_number=4']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:41.734232 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c81ab4f-0ed0-452a-bdfc-bcaeb1327aae req-5d696ed3-f1e6-4759-b793-d34ef0a5008a tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:41.736669 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-3c81ab4f-0ed0-452a-bdfc-bcaeb1327aae req-5d696ed3-f1e6-4759-b793-d34ef0a5008a tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] 10.222.0.31 "GET /v2.0/ports?device_id=0da3e1d4-06bf-46de-86eb-68d5f43ba5c5 HTTP/1.1" status: 200 len: 946 time: 0.0740016 Dec 16 15:51:41.766363 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvr_db [None req-5254c588-9daa-47af-af2d-0dcd588a272b None None] Set router 893b0d8c-9087-4891-a5cc-b0868e70233c gateway port host: dv-cinder-784477-11-iscsi {{(pid=108906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:51:41.898320 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-26003054-3c7e-4148-951e-1de797284026 None None] Provisioning complete for port 6920f502-d3d2-4d48-89da-de0a29151c8e triggered by entity DHCP. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:51:41.898566 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-26003054-3c7e-4148-951e-1de797284026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:42.038431 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device 6920f502-d3d2-4d48-89da-de0a29151c8e up at agent ovs-agent-dv-cinder-784477-11-iscsi {{(pid=108906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:51:42.049201 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-3c81ab4f-0ed0-452a-bdfc-bcaeb1327aae req-b9651e38-3ba4-4f3f-8541-a7eb5eee9998 tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] 10.222.0.31 "GET /v2.0/security-groups?id=390a8b13-4faa-4f09-8183-1d64aeed1bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061631 Dec 16 15:51:42.061985 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-26003054-3c7e-4148-951e-1de797284026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:42.070181 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f318ca4e-749a-4e7d-89f0-ba0480d40bb3 req-889dd9ab-ac06-452e-9cc5-ad98b0fc5d7a tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:42.071860 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-f318ca4e-749a-4e7d-89f0-ba0480d40bb3 req-889dd9ab-ac06-452e-9cc5-ad98b0fc5d7a tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=29bba044-2e01-44b1-bb03-0f367846a5f0 HTTP/1.1" status: 200 len: 946 time: 0.0726559 Dec 16 15:51:42.123294 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-26003054-3c7e-4148-951e-1de797284026 None None] For port 6920f502-d3d2-4d48-89da-de0a29151c8e, host dv-cinder-784477-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=6920f502-d3d2-4d48-89da-de0a29151c8e,segment=NetworkSegment(b0d3669b-f5b7-4d84-939d-9aeb7715cc04),segment_id=b0d3669b-f5b7-4d84-939d-9aeb7715cc04)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:51:42.127233 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-5254c588-9daa-47af-af2d-0dcd588a272b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893b0d8c-9087-4891-a5cc-b0868e70233c', 'name': 'tempest-TestVolumeBootPattern-838875937-router', 'tenant_id': '03074c6ca56e43319a67b1b559639b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '4a3257ac-f25f-43e3-9716-1066af2401a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:51:30Z', 'updated_at': '2021-12-16T15:51:33Z', 'revision_number': 4, 'project_id': '03074c6ca56e43319a67b1b559639b41', 'gw_port': {'id': '4a3257ac-f25f-43e3-9716-1066af2401a2', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:33:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893b0d8c-9087-4891-a5cc-b0868e70233c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:30Z', 'updated_at': '2021-12-16T15:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_interfaces': [{'id': '6920f502-d3d2-4d48-89da-de0a29151c8e', 'name': '', 'network_id': '268bc960-b9df-4d26-85ec-2c20b260e941', 'tenant_id': '03074c6ca56e43319a67b1b559639b41', 'mac_address': 'fa:16:3e:39:b7:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '893b0d8c-9087-4891-a5cc-b0868e70233c', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'a7c83c4d-b424-48cb-bffb-978834c3422b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:33Z', 'updated_at': '2021-12-16T15:51:41Z', 'revision_number': 4, 'project_id': '03074c6ca56e43319a67b1b559639b41', 'subnets': [{'id': 'a7c83c4d-b424-48cb-bffb-978834c3422b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:51:42.131590 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-26003054-3c7e-4148-951e-1de797284026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:42.141840 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-f318ca4e-749a-4e7d-89f0-ba0480d40bb3 req-8d5da35c-6271-496c-aead-461ecba2e346 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f111158e-b0d3-4bc9-b508-9088a16d8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514171 Dec 16 15:51:42.161676 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5254c588-9daa-47af-af2d-0dcd588a272b None None] The sync data for ids ['893b0d8c-9087-4891-a5cc-b0868e70233c'] in dv-cinder-784477-11-iscsi is: [{'id': '893b0d8c-9087-4891-a5cc-b0868e70233c', 'name': 'tempest-TestVolumeBootPattern-838875937-router', 'tenant_id': '03074c6ca56e43319a67b1b559639b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '4a3257ac-f25f-43e3-9716-1066af2401a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:51:30Z', 'updated_at': '2021-12-16T15:51:33Z', 'revision_number': 4, 'project_id': '03074c6ca56e43319a67b1b559639b41', 'gw_port': {'id': '4a3257ac-f25f-43e3-9716-1066af2401a2', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:33:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893b0d8c-9087-4891-a5cc-b0868e70233c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:30Z', 'updated_at': '2021-12-16T15:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_interfaces': [{'id': '6920f502-d3d2-4d48-89da-de0a29151c8e', 'name': '', 'network_id': '268bc960-b9df-4d26-85ec-2c20b260e941', 'tenant_id': '03074c6ca56e43319a67b1b559639b41', 'mac_address': 'fa:16:3e:39:b7:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '893b0d8c-9087-4891-a5cc-b0868e70233c', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'a7c83c4d-b424-48cb-bffb-978834c3422b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:33Z', 'updated_at': '2021-12-16T15:51:41Z', 'revision_number': 4, 'project_id': '03074c6ca56e43319a67b1b559639b41', 'subnets': [{'id': 'a7c83c4d-b424-48cb-bffb-978834c3422b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:51:42.209982 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fb20ed-07cd-4c3c-9644-e5cba4e36023 req-ec1a1871-57e8-4e48-b932-9e3de4702388 tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:42.212192 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-56fb20ed-07cd-4c3c-9644-e5cba4e36023 req-ec1a1871-57e8-4e48-b932-9e3de4702388 tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] 10.222.0.66 "GET /v2.0/ports?device_id=0da3e1d4-06bf-46de-86eb-68d5f43ba5c5 HTTP/1.1" status: 200 len: 946 time: 0.0627789 Dec 16 15:51:42.246726 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Provisioning complete for port 6920f502-d3d2-4d48-89da-de0a29151c8e triggered by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:51:42.247096 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:42.292284 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26003054-3c7e-4148-951e-1de797284026 None None] Pushing event updated for resources: {'Port': ['ID=6920f502-d3d2-4d48-89da-de0a29151c8e,revision_number=5']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:42.313814 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device 0711d501-f11e-421f-aa27-451f8a86c7e6 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:51:42.361513 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] No Port match for: 0711d501-f11e-421f-aa27-451f8a86c7e6 {{(pid=108906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:51:42.362101 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device 0711d501-f11e-421f-aa27-451f8a86c7e6 not bound to the agent host hv-cinder-78447 {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:51:42.376655 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.plugin [req-56fb20ed-07cd-4c3c-9644-e5cba4e36023 req-72fb46df-0f84-4259-a8b8-a702cd348d85 tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] Deleting port 984dabc2-cade-4581-ad2d-f7a02987fca5 {{(pid=108904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:51:42.376987 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-56fb20ed-07cd-4c3c-9644-e5cba4e36023 req-72fb46df-0f84-4259-a8b8-a702cd348d85 tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739692165232'] for port, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:42.399441 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f5016-cef2-4224-8e2b-757fbe10354b req-70d22f02-737e-4157-aa6a-7db65e88d526 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:42.400943 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-6d0f5016-cef2-4224-8e2b-757fbe10354b req-70d22f02-737e-4157-aa6a-7db65e88d526 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=833cc951-4fe1-4d89-884f-6c98308de4bc HTTP/1.1" status: 200 len: 945 time: 0.0721381 Dec 16 15:51:42.414347 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea7b81-c82a-49fb-9cba-f46196cb4487 req-784a5495-8914-4304-bd4e-0868c20b0c68 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:42.416846 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-25ea7b81-c82a-49fb-9cba-f46196cb4487 req-784a5495-8914-4304-bd4e-0868c20b0c68 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 945 time: 0.1453969 Dec 16 15:51:42.505568 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.db [req-56fb20ed-07cd-4c3c-9644-e5cba4e36023 req-72fb46df-0f84-4259-a8b8-a702cd348d85 tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] For port 984dabc2-cade-4581-ad2d-f7a02987fca5, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=984dabc2-cade-4581-ad2d-f7a02987fca5,segment=NetworkSegment(47c0fe21-ae78-4415-b99a-497d56d95faf),segment_id=47c0fe21-ae78-4415-b99a-497d56d95faf)] {{(pid=108904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:51:42.511665 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-56fb20ed-07cd-4c3c-9644-e5cba4e36023 req-72fb46df-0f84-4259-a8b8-a702cd348d85 tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343270'] for port, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:42.520827 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-6d0f5016-cef2-4224-8e2b-757fbe10354b req-b6246229-a835-4a8a-91f8-178f9ecb470b tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a06c891-fae3-406d-b89e-bc8eaf612049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978935 Dec 16 15:51:42.535293 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-25ea7b81-c82a-49fb-9cba-f46196cb4487 req-c2b53b0c-9a10-4ddf-a5a2-23f83fc1479d tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929444 Dec 16 15:51:42.542624 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.plugin [req-56fb20ed-07cd-4c3c-9644-e5cba4e36023 req-72fb46df-0f84-4259-a8b8-a702cd348d85 tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] Calling delete_port for 984dabc2-cade-4581-ad2d-f7a02987fca5 owned by compute:nova {{(pid=108904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:51:42.703931 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-56fb20ed-07cd-4c3c-9644-e5cba4e36023 req-72fb46df-0f84-4259-a8b8-a702cd348d85 tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739692371923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739691803603'] for port, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:42.717023 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] get_ports_and_sgs() called for port_ids ['984dabc2-cade-4581-ad2d-f7a02987fca5'] {{(pid=108906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:51:42.743102 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fb46df-0f84-4259-a8b8-a702cd348d85 tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] Pushing event deleted for resources: {'Port': ['ID=984dabc2-cade-4581-ad2d-f7a02987fca5,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:42.778705 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:42.795758 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [req-56fb20ed-07cd-4c3c-9644-e5cba4e36023 req-72fb46df-0f84-4259-a8b8-a702cd348d85 tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] No DVR routers for this DVR port 984dabc2-cade-4581-ad2d-f7a02987fca5 on host hv-cinder-78447 {{(pid=108904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:51:42.798601 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-56fb20ed-07cd-4c3c-9644-e5cba4e36023 req-72fb46df-0f84-4259-a8b8-a702cd348d85 tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294'] for port, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:42.802287 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-56fb20ed-07cd-4c3c-9644-e5cba4e36023 req-72fb46df-0f84-4259-a8b8-a702cd348d85 tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] 10.222.0.66 "DELETE /v2.0/ports/984dabc2-cade-4581-ad2d-f7a02987fca5 HTTP/1.1" status: 204 len: 173 time: 0.5822306 Dec 16 15:51:42.802828 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da3e1d4-06bf-46de-86eb-68d5f43ba5c5', 'name': 'network-vif-deleted', 'tag': '984dabc2-cade-4581-ad2d-f7a02987fca5'}] {{(pid=108904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:51:42.805175 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0a2cce90635460fa9ee7acd2d2298fc55a52ab45a9458d7253143d338a4b89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d75e1d1d-0cf0-4175-984f-c8ae3164c083" -d '{"events": [{"server_uuid": "0da3e1d4-06bf-46de-86eb-68d5f43ba5c5", "name": "network-vif-deleted", "tag": "984dabc2-cade-4581-ad2d-f7a02987fca5"}]}' {{(pid=108904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:51:42.848128 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f662a5-0c7e-4f9d-a6b2-544df2379a2d x-openstack-request-id: req-71f662a5-0c7e-4f9d-a6b2-544df2379a2d {{(pid=108904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:51:42.848414 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da3e1d4-06bf-46de-86eb-68d5f43ba5c5", "name": "network-vif-deleted", "tag": "984dabc2-cade-4581-ad2d-f7a02987fca5", "status": "completed", "code": 200}]} {{(pid=108904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:51:42.848663 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-71f662a5-0c7e-4f9d-a6b2-544df2379a2d {{(pid=108904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:51:42.849063 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da3e1d4-06bf-46de-86eb-68d5f43ba5c5', 'name': 'network-vif-deleted', 'tag': '984dabc2-cade-4581-ad2d-f7a02987fca5', 'status': 'completed', 'code': 200} Dec 16 15:51:43.154551 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-21c46b3a-d6b6-432c-aed8-9cb402d02975 req-8099f057-da52-4faa-853e-fa432e18796f tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] 10.222.0.31 "GET /v2.0/ports?device_id=0da3e1d4-06bf-46de-86eb-68d5f43ba5c5 HTTP/1.1" status: 200 len: 210 time: 0.0275917 Dec 16 15:51:43.257235 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ea2e43-1076-43ae-8824-508e07efc2b6 req-6fc9267a-78fb-49ae-ab74-3f6d38342740 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:43.258705 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-12ea2e43-1076-43ae-8824-508e07efc2b6 req-6fc9267a-78fb-49ae-ab74-3f6d38342740 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=29bba044-2e01-44b1-bb03-0f367846a5f0 HTTP/1.1" status: 200 len: 946 time: 0.0575271 Dec 16 15:51:43.316826 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-12ea2e43-1076-43ae-8824-508e07efc2b6 req-a75fc976-7419-41fd-91dd-a0b0efac3749 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f111158e-b0d3-4bc9-b508-9088a16d8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490630 Dec 16 15:51:43.664671 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80538a3-3466-49c6-b495-13e64b59c43f req-8d125fcf-419b-4d2e-8e42-b98653b89bb6 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:43.666258 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-f80538a3-3466-49c6-b495-13e64b59c43f req-8d125fcf-419b-4d2e-8e42-b98653b89bb6 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=833cc951-4fe1-4d89-884f-6c98308de4bc HTTP/1.1" status: 200 len: 945 time: 0.0775185 Dec 16 15:51:43.678063 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6251bb04-9ccc-4e2b-a9a8-9f2cffb241b8 req-5a3804b9-f8ab-4f3a-8470-ffcd34132a18 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:43.679433 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-6251bb04-9ccc-4e2b-a9a8-9f2cffb241b8 req-5a3804b9-f8ab-4f3a-8470-ffcd34132a18 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 945 time: 0.0627489 Dec 16 15:51:43.753474 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-f80538a3-3466-49c6-b495-13e64b59c43f req-541a107b-09f4-4d9d-8fc6-a4916f0e11a9 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a06c891-fae3-406d-b89e-bc8eaf612049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730476 Dec 16 15:51:43.756779 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-6251bb04-9ccc-4e2b-a9a8-9f2cffb241b8 req-ba2849e0-affd-41d9-8f12-e26b7fa23c04 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708873 Dec 16 15:51:43.993393 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device 6920f502-d3d2-4d48-89da-de0a29151c8e up at agent ovs-agent-dv-cinder-784477-11-iscsi {{(pid=108906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:51:44.051245 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Provisioning complete for port 6920f502-d3d2-4d48-89da-de0a29151c8e triggered by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:51:44.051534 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:44.133681 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a986c32d-1f59-4872-9bf1-725b9bd99c94 req-5dba7f22-38c5-4708-b27c-d5e28c4ef29b tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:44.135688 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-a986c32d-1f59-4872-9bf1-725b9bd99c94 req-5dba7f22-38c5-4708-b27c-d5e28c4ef29b tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.66 "GET /v2.0/ports?device_id=833cc951-4fe1-4d89-884f-6c98308de4bc HTTP/1.1" status: 200 len: 945 time: 0.0591936 Dec 16 15:51:44.243410 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.plugin [req-a986c32d-1f59-4872-9bf1-725b9bd99c94 req-1e4d1ef5-fbf8-4640-b9aa-21f91e2dd56e tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Deleting port 83410d19-2bd0-4afe-845a-c137ecec96ca {{(pid=108904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:51:44.243829 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-a986c32d-1f59-4872-9bf1-725b9bd99c94 req-1e4d1ef5-fbf8-4640-b9aa-21f91e2dd56e tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739692165232'] for port, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:44.333383 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.db [req-a986c32d-1f59-4872-9bf1-725b9bd99c94 req-1e4d1ef5-fbf8-4640-b9aa-21f91e2dd56e tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] For port 83410d19-2bd0-4afe-845a-c137ecec96ca, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=83410d19-2bd0-4afe-845a-c137ecec96ca,segment=NetworkSegment(b7534591-d412-403e-acd7-f4f21cb9b99f),segment_id=b7534591-d412-403e-acd7-f4f21cb9b99f)] {{(pid=108904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:51:44.333774 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-a986c32d-1f59-4872-9bf1-725b9bd99c94 req-1e4d1ef5-fbf8-4640-b9aa-21f91e2dd56e tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343270'] for port, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:44.346510 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.plugin [req-a986c32d-1f59-4872-9bf1-725b9bd99c94 req-1e4d1ef5-fbf8-4640-b9aa-21f91e2dd56e tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Calling delete_port for 83410d19-2bd0-4afe-845a-c137ecec96ca owned by compute:nova {{(pid=108904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:51:44.481118 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-a986c32d-1f59-4872-9bf1-725b9bd99c94 req-1e4d1ef5-fbf8-4640-b9aa-21f91e2dd56e tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739692371923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739691803603'] for port, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:44.491269 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c7843c-b8ee-44fe-b16f-ac11129181fa req-9e205b50-181d-4378-b6d7-64c5f8001825 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:44.492774 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-74c7843c-b8ee-44fe-b16f-ac11129181fa req-9e205b50-181d-4378-b6d7-64c5f8001825 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=29bba044-2e01-44b1-bb03-0f367846a5f0 HTTP/1.1" status: 200 len: 946 time: 0.0978384 Dec 16 15:51:44.496969 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] get_ports_and_sgs() called for port_ids ['83410d19-2bd0-4afe-845a-c137ecec96ca'] {{(pid=108906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:51:44.514557 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4d1ef5-fbf8-4640-b9aa-21f91e2dd56e tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Pushing event deleted for resources: {'Port': ['ID=83410d19-2bd0-4afe-845a-c137ecec96ca,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:44.521823 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a656d24f-5ac2-44c3-9c0f-1306803f32ba req-93592617-62a2-4cef-a87e-8f36aaf48404 tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:44.523662 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-a656d24f-5ac2-44c3-9c0f-1306803f32ba req-93592617-62a2-4cef-a87e-8f36aaf48404 tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] 10.222.0.31 "GET /v2.0/networks?id=eff1aea5-661c-4e32-824f-eec13ded2085 HTTP/1.1" status: 200 len: 809 time: 0.1502712 Dec 16 15:51:44.553055 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-a656d24f-5ac2-44c3-9c0f-1306803f32ba req-930ab399-4cb2-4c2f-a1e5-4c20c5c8be9b tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] 10.222.0.31 "GET /v2.0/quotas/a7aae25eb2ad4219aff78b5f9150925f HTTP/1.1" status: 200 len: 375 time: 0.0220807 Dec 16 15:51:44.567263 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [req-a986c32d-1f59-4872-9bf1-725b9bd99c94 req-1e4d1ef5-fbf8-4640-b9aa-21f91e2dd56e tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] No DVR routers for this DVR port 83410d19-2bd0-4afe-845a-c137ecec96ca on host hv-cinder-78447 {{(pid=108904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:51:44.569608 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-a986c32d-1f59-4872-9bf1-725b9bd99c94 req-1e4d1ef5-fbf8-4640-b9aa-21f91e2dd56e tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294'] for port, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:44.572889 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-a986c32d-1f59-4872-9bf1-725b9bd99c94 req-1e4d1ef5-fbf8-4640-b9aa-21f91e2dd56e tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.66 "DELETE /v2.0/ports/83410d19-2bd0-4afe-845a-c137ecec96ca HTTP/1.1" status: 204 len: 173 time: 0.4281783 Dec 16 15:51:44.599795 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-a656d24f-5ac2-44c3-9c0f-1306803f32ba req-3c327dbc-07cb-452e-80e8-531b9e85f716 tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a7aae25eb2ad4219aff78b5f9150925f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365298 Dec 16 15:51:44.605951 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-74c7843c-b8ee-44fe-b16f-ac11129181fa req-1457ce89-97d9-4d15-9b78-b9a57f9e4034 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f111158e-b0d3-4bc9-b508-9088a16d8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912185 Dec 16 15:51:44.720669 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-a656d24f-5ac2-44c3-9c0f-1306803f32ba req-fe3a5017-203e-4b5a-9a4d-e61c8c3acc60 service neutron] 10.222.0.31 "GET /v2.0/networks/eff1aea5-661c-4e32-824f-eec13ded2085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087239 Dec 16 15:51:44.821290 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-a656d24f-5ac2-44c3-9c0f-1306803f32ba req-963042cf-4573-451f-98b5-f9f1ee950333 service neutron] 10.222.0.31 "GET /v2.0/networks/eff1aea5-661c-4e32-824f-eec13ded2085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931618 Dec 16 15:51:44.850193 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '833cc951-4fe1-4d89-884f-6c98308de4bc', 'name': 'network-vif-deleted', 'tag': '83410d19-2bd0-4afe-845a-c137ecec96ca'}] {{(pid=108904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:51:44.853313 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0a2cce90635460fa9ee7acd2d2298fc55a52ab45a9458d7253143d338a4b89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-098c5180-4bec-4935-b3b2-f1591b572ff2" -d '{"events": [{"server_uuid": "833cc951-4fe1-4d89-884f-6c98308de4bc", "name": "network-vif-deleted", "tag": "83410d19-2bd0-4afe-845a-c137ecec96ca"}]}' {{(pid=108904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:51:44.876016 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-36761a7c-1d8b-47b1-b518-b8e2474f25f9 req-8a184afa-95fb-4ba6-a280-61d9d76ea755 tempest-AttachVolumeNegativeTest-950246802 tempest-AttachVolumeNegativeTest-950246802-project] 10.222.0.31 "GET /v2.0/ports?device_id=833cc951-4fe1-4d89-884f-6c98308de4bc HTTP/1.1" status: 200 len: 210 time: 0.0376148 Dec 16 15:51:44.928360 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e6a75a-57da-4a28-bd8f-5d1e76d180f2 x-openstack-request-id: req-70e6a75a-57da-4a28-bd8f-5d1e76d180f2 {{(pid=108904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:51:44.928774 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "833cc951-4fe1-4d89-884f-6c98308de4bc", "name": "network-vif-deleted", "tag": "83410d19-2bd0-4afe-845a-c137ecec96ca", "status": "completed", "code": 200}]} {{(pid=108904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:51:44.929050 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-70e6a75a-57da-4a28-bd8f-5d1e76d180f2 {{(pid=108904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:51:44.929551 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '833cc951-4fe1-4d89-884f-6c98308de4bc', 'name': 'network-vif-deleted', 'tag': '83410d19-2bd0-4afe-845a-c137ecec96ca', 'status': 'completed', 'code': 200} Dec 16 15:51:45.007369 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-b6f6e388-a954-4053-b286-e211e92b19b4 req-a183b26a-47a4-43b5-9bbd-2fe656443c23 tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ff7d8ab-5af0-4a1f-a362-c6d43d7492be HTTP/1.1" status: 200 len: 210 time: 0.0260630 Dec 16 15:51:45.742260 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90501ca2-1e63-4742-ae93-538fe3aeebed req-9d85ddfe-6021-44f1-9c53-638eb70f5bc9 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:45.751173 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-90501ca2-1e63-4742-ae93-538fe3aeebed req-9d85ddfe-6021-44f1-9c53-638eb70f5bc9 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=29bba044-2e01-44b1-bb03-0f367846a5f0 HTTP/1.1" status: 200 len: 946 time: 0.0665772 Dec 16 15:51:45.798016 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-90501ca2-1e63-4742-ae93-538fe3aeebed req-8fd3fa57-66f0-4833-8d05-2a5ef9bbdaa5 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f111158e-b0d3-4bc9-b508-9088a16d8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457294 Dec 16 15:51:45.938114 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 41158) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:45.983262 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.db.db_base_plugin_v2 [None req-559c82a2-d8ac-468a-886d-25a3760ce06c admin admin] Deleting subnet ffc256e7-ac77-4ea4-9344-8b0700e6fb89 {{(pid=108905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:51:45.986939 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-559c82a2-d8ac-468a-886d-25a3760ce06c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:46.021352 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-559c82a2-d8ac-468a-886d-25a3760ce06c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5639532'] for subnet, precommit_delete_associations {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:46.064567 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-559c82a2-d8ac-468a-886d-25a3760ce06c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774085'] for subnet, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:46.123342 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-0bb73a9c-32ee-44fb-bb40-01a9b4e20c59 req-84651173-ca2e-4fd4-9ec9-500f5caf19d4 tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ff7d8ab-5af0-4a1f-a362-c6d43d7492be HTTP/1.1" status: 200 len: 210 time: 0.0367408 Dec 16 15:51:46.159311 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-559c82a2-d8ac-468a-886d-25a3760ce06c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8060090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5936003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4908229'] for subnet, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:46.186963 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559c82a2-d8ac-468a-886d-25a3760ce06c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffc256e7-ac77-4ea4-9344-8b0700e6fb89,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:46.192049 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-559c82a2-d8ac-468a-886d-25a3760ce06c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7902797'] for subnet, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:46.195566 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-559c82a2-d8ac-468a-886d-25a3760ce06c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ffc256e7-ac77-4ea4-9344-8b0700e6fb89 HTTP/1.1" status: 204 len: 168 time: 0.2562521 Dec 16 15:51:46.197864 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 41162) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:46.271869 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-5eaf585a-0f3c-41b2-b0d9-01fd80517b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726507'] for network, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:46.286597 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a656d24f-5ac2-44c3-9c0f-1306803f32ba req-06205a64-34ef-4699-b05e-5591d34261ad tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:46.288051 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-a656d24f-5ac2-44c3-9c0f-1306803f32ba req-06205a64-34ef-4699-b05e-5591d34261ad tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] 10.222.0.66 "GET /v2.0/networks?id=eff1aea5-661c-4e32-824f-eec13ded2085 HTTP/1.1" status: 200 len: 809 time: 0.1159751 Dec 16 15:51:46.303750 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.v2.base [req-a656d24f-5ac2-44c3-9c0f-1306803f32ba req-bee726d5-55df-4f2f-bf93-b3aca9d8999d tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] Request body: {'port': {'device_id': '5ff7d8ab-5af0-4a1f-a362-c6d43d7492be', 'network_id': 'eff1aea5-661c-4e32-824f-eec13ded2085', 'admin_state_up': True, 'tenant_id': 'a7aae25eb2ad4219aff78b5f9150925f'}} {{(pid=108904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:51:46.330422 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device 984dabc2-cade-4581-ad2d-f7a02987fca5 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:51:46.359065 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-5eaf585a-0f3c-41b2-b0d9-01fd80517b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771154', 'neutron.services.segments.db._delete_segments_for_network-8739692305794'] for network, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:46.359519 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] No Port match for: 984dabc2-cade-4581-ad2d-f7a02987fca5 {{(pid=108906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:51:46.359867 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device 984dabc2-cade-4581-ad2d-f7a02987fca5 not bound to the agent host hv-cinder-78447 {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:51:46.360306 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device 83410d19-2bd0-4afe-845a-c137ecec96ca no longer exists at agent hyperv_hv-cinder-78447 {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:51:46.379573 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.services.segments.db [None req-5eaf585a-0f3c-41b2-b0d9-01fd80517b60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e96172c-0b71-4de2-95ab-4226e7a02984']}} {{(pid=108905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:51:46.379945 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] No Port match for: 83410d19-2bd0-4afe-845a-c137ecec96ca {{(pid=108906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:51:46.380288 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device 83410d19-2bd0-4afe-845a-c137ecec96ca not bound to the agent host hv-cinder-78447 {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:51:46.389146 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.services.segments.db [None req-5eaf585a-0f3c-41b2-b0d9-01fd80517b60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7534591-d412-403e-acd7-f4f21cb9b99f') {'for_net_delete': True} {{(pid=108905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:51:46.389502 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.services.segments.db [None req-5eaf585a-0f3c-41b2-b0d9-01fd80517b60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7534591-d412-403e-acd7-f4f21cb9b99f') {} {{(pid=108905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:51:46.399349 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-5eaf585a-0f3c-41b2-b0d9-01fd80517b60 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739692307083', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5639575'] for segment, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:46.416064 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-5eaf585a-0f3c-41b2-b0d9-01fd80517b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772428'] for segment, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:46.422584 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eaf585a-0f3c-41b2-b0d9-01fd80517b60 admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=108905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:51:46.423067 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-5eaf585a-0f3c-41b2-b0d9-01fd80517b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5936105'] for segment, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:46.425051 dv-cinder-784477-11-iscsi neutron-server[108905]: Traceback (most recent call last): Dec 16 15:51:46.425051 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:51:46.425051 dv-cinder-784477-11-iscsi neutron-server[108905]: timer() Dec 16 15:51:46.425051 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:51:46.425051 dv-cinder-784477-11-iscsi neutron-server[108905]: cb(*args, **kw) Dec 16 15:51:46.425051 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:51:46.425051 dv-cinder-784477-11-iscsi neutron-server[108905]: return func(*args, **kwargs) Dec 16 15:51:46.425051 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:51:46.425051 dv-cinder-784477-11-iscsi neutron-server[108905]: self._notify() Dec 16 15:51:46.425051 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:51:46.425051 dv-cinder-784477-11-iscsi neutron-server[108905]: self.callback(batched_events) Dec 16 15:51:46.425051 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:51:46.425051 dv-cinder-784477-11-iscsi neutron-server[108905]: event.method(event) Dec 16 15:51:46.425051 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:51:46.425051 dv-cinder-784477-11-iscsi neutron-server[108905]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:51:46.425051 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:51:46.425051 dv-cinder-784477-11-iscsi neutron-server[108905]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:51:46.425051 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:51:46.425051 dv-cinder-784477-11-iscsi neutron-server[108905]: return f(self, *a, **k) Dec 16 15:51:46.425051 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:51:46.425051 dv-cinder-784477-11-iscsi neutron-server[108905]: return self._get(url).json() Dec 16 15:51:46.425051 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:51:46.425051 dv-cinder-784477-11-iscsi neutron-server[108905]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:51:46.425051 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:51:46.425051 dv-cinder-784477-11-iscsi neutron-server[108905]: return self.request(url, 'GET', **kwargs) Dec 16 15:51:46.425051 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:51:46.425051 dv-cinder-784477-11-iscsi neutron-server[108905]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:51:46.425051 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:51:46.425051 dv-cinder-784477-11-iscsi neutron-server[108905]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:51:46.425051 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:51:46.425051 dv-cinder-784477-11-iscsi neutron-server[108905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:51:46.425051 dv-cinder-784477-11-iscsi neutron-server[108905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:51:46.432910 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a656d24f-5ac2-44c3-9c0f-1306803f32ba req-bee726d5-55df-4f2f-bf93-b3aca9d8999d tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] Made reservation on behalf of a7aae25eb2ad4219aff78b5f9150925f for: {'port': 1} {{(pid=108904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:51:46.438232 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-a656d24f-5ac2-44c3-9c0f-1306803f32ba req-bee726d5-55df-4f2f-bf93-b3aca9d8999d tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:46.491284 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-5eaf585a-0f3c-41b2-b0d9-01fd80517b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8007001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874401'] for network, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:46.499972 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-5eaf585a-0f3c-41b2-b0d9-01fd80517b60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7902797'] for network, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:46.510800 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-5eaf585a-0f3c-41b2-b0d9-01fd80517b60 admin admin] 10.222.0.31 "DELETE /v2.0/networks/4e96172c-0b71-4de2-95ab-4226e7a02984 HTTP/1.1" status: 204 len: 168 time: 0.3119278 Dec 16 15:51:46.526209 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaf585a-0f3c-41b2-b0d9-01fd80517b60 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e96172c-0b71-4de2-95ab-4226e7a02984,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:46.583301 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.db_base_plugin_common [req-a656d24f-5ac2-44c3-9c0f-1306803f32ba req-bee726d5-55df-4f2f-bf93-b3aca9d8999d tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] Allocated IP 172.20.0.4 (eff1aea5-661c-4e32-824f-eec13ded2085/88f5588a-7d5e-464e-8417-0dbed320e408/9e7221ff-5d9d-4ed8-8500-cccc65e2b928) {{(pid=108904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:51:46.685363 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 41176) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:46.740664 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-e3b6661e-a42f-4e05-a05d-2c914fcac489 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=44bf2643f52c4cc5aa01ae68ef13e12f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0536845 Dec 16 15:51:46.740864 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-f5577e21-7bb4-44f5-b8ab-b5d46bc2c7fc req-75abe672-2c91-411b-9992-3f67c51e565b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0896342 Dec 16 15:51:46.743209 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 41180) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:46.772537 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-a656d24f-5ac2-44c3-9c0f-1306803f32ba req-bee726d5-55df-4f2f-bf93-b3aca9d8999d tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] Publish callbacks [] for port, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:46.803774 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-4f986be2-0f14-4cc0-ad73-63340e2ac22b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:46.825999 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-4f986be2-0f14-4cc0-ad73-63340e2ac22b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:46.906324 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-4f986be2-0f14-4cc0-ad73-63340e2ac22b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:46.908969 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-4f986be2-0f14-4cc0-ad73-63340e2ac22b admin admin] Publish callbacks [] for security_group, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:46.910283 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-4f986be2-0f14-4cc0-ad73-63340e2ac22b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4a06c891-fae3-406d-b89e-bc8eaf612049 HTTP/1.1" status: 204 len: 168 time: 0.1655478 Dec 16 15:51:46.922234 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f986be2-0f14-4cc0-ad73-63340e2ac22b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a06c891-fae3-406d-b89e-bc8eaf612049,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:46.945521 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f247bde-cad9-49dd-92ae-99954b3d73cf req-17e2215e-d0a1-4061-b267-317a1999a971 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:46.947679 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-3f247bde-cad9-49dd-92ae-99954b3d73cf req-17e2215e-d0a1-4061-b267-317a1999a971 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=29bba044-2e01-44b1-bb03-0f367846a5f0 HTTP/1.1" status: 200 len: 946 time: 0.0719602 Dec 16 15:51:47.013251 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-3f247bde-cad9-49dd-92ae-99954b3d73cf req-e27d37e8-91d4-4b2c-84f6-15377dd7021b tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f111158e-b0d3-4bc9-b508-9088a16d8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568788 Dec 16 15:51:47.088306 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-a656d24f-5ac2-44c3-9c0f-1306803f32ba req-bee726d5-55df-4f2f-bf93-b3aca9d8999d tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739691803594'] for port, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:47.116615 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5577e21-7bb4-44f5-b8ab-b5d46bc2c7fc req-da229c2c-40b5-4097-ac30-3828ac0be5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:47.118152 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-f5577e21-7bb4-44f5-b8ab-b5d46bc2c7fc req-da229c2c-40b5-4097-ac30-3828ac0be5b8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=290d9f6dcb5f4f878cc58690825a1e12&device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 1098 time: 0.3203611 Dec 16 15:51:47.141870 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a656d24f-5ac2-44c3-9c0f-1306803f32ba req-bee726d5-55df-4f2f-bf93-b3aca9d8999d tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] Network eff1aea5-661c-4e32-824f-eec13ded2085 is already hosted by enough agents. {{(pid=108904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:51:47.147299 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.base_scheduler [req-a656d24f-5ac2-44c3-9c0f-1306803f32ba req-bee726d5-55df-4f2f-bf93-b3aca9d8999d tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] Resources bound (agent type, host, resource id): {{(pid=108904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:51:47.155901 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee726d5-55df-4f2f-bf93-b3aca9d8999d tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] Pushing event updated for resources: {'Port': ['ID=9e7221ff-5d9d-4ed8-8500-cccc65e2b928,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:47.160354 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [req-a656d24f-5ac2-44c3-9c0f-1306803f32ba req-bee726d5-55df-4f2f-bf93-b3aca9d8999d tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] Received port after_create {{(pid=108904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:51:47.166390 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a656d24f-5ac2-44c3-9c0f-1306803f32ba req-bee726d5-55df-4f2f-bf93-b3aca9d8999d tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:47.167052 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-a656d24f-5ac2-44c3-9c0f-1306803f32ba req-bee726d5-55df-4f2f-bf93-b3aca9d8999d tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294'] for port, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:47.215643 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee726d5-55df-4f2f-bf93-b3aca9d8999d tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:51:47.215981 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee726d5-55df-4f2f-bf93-b3aca9d8999d tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:51:47.216309 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee726d5-55df-4f2f-bf93-b3aca9d8999d tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:51:47.216630 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee726d5-55df-4f2f-bf93-b3aca9d8999d tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:51:47.216948 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee726d5-55df-4f2f-bf93-b3aca9d8999d tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:51:47.217263 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee726d5-55df-4f2f-bf93-b3aca9d8999d tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:51:47.217603 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee726d5-55df-4f2f-bf93-b3aca9d8999d tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:51:47.217919 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee726d5-55df-4f2f-bf93-b3aca9d8999d tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:51:47.218230 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee726d5-55df-4f2f-bf93-b3aca9d8999d tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:51:47.218649 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee726d5-55df-4f2f-bf93-b3aca9d8999d tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:51:47.218988 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee726d5-55df-4f2f-bf93-b3aca9d8999d tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:51:47.219464 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee726d5-55df-4f2f-bf93-b3aca9d8999d tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:51:47.219890 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee726d5-55df-4f2f-bf93-b3aca9d8999d tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:51:47.245728 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-a656d24f-5ac2-44c3-9c0f-1306803f32ba req-bee726d5-55df-4f2f-bf93-b3aca9d8999d tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9461386 Dec 16 15:51:47.262296 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.v2.base [req-a656d24f-5ac2-44c3-9c0f-1306803f32ba req-da406b75-a85e-4be6-8e55-7e85d0af5ac4 service neutron] Request body: {'port': {'device_id': '5ff7d8ab-5af0-4a1f-a362-c6d43d7492be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=108904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:51:47.268805 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cf3d79-2362-4c7e-8fd4-70e5b1b78187 req-2979d009-f98e-408e-a540-068b7973a2c2 tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:47.270452 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-a7cf3d79-2362-4c7e-8fd4-70e5b1b78187 req-2979d009-f98e-408e-a540-068b7973a2c2 tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ff7d8ab-5af0-4a1f-a362-c6d43d7492be HTTP/1.1" status: 200 len: 931 time: 0.0608945 Dec 16 15:51:47.303606 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5577e21-7bb4-44f5-b8ab-b5d46bc2c7fc req-bf923e4c-f38a-4aa1-a3d6-8a17df91e192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:47.305093 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-f5577e21-7bb4-44f5-b8ab-b5d46bc2c7fc req-bf923e4c-f38a-4aa1-a3d6-8a17df91e192 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f48475bf-944a-4c2f-81b1-c044356a1dbb HTTP/1.1" status: 200 len: 920 time: 0.1591363 Dec 16 15:51:47.333954 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-a7cf3d79-2362-4c7e-8fd4-70e5b1b78187 req-4e937b03-64c9-46e3-acac-5699d158e970 tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] 10.222.0.31 "GET /v2.0/security-groups?id=390a8b13-4faa-4f09-8183-1d64aeed1bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555086 Dec 16 15:51:47.369755 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-f5577e21-7bb4-44f5-b8ab-b5d46bc2c7fc req-55ed34a3-4016-4885-a378-da4b9cd67ddb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a162fcff-3fe8-4fc6-a489-b53c84cb0c45 HTTP/1.1" status: 200 len: 217 time: 0.0444381 Dec 16 15:51:47.371241 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-a656d24f-5ac2-44c3-9c0f-1306803f32ba req-da406b75-a85e-4be6-8e55-7e85d0af5ac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:47.461540 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5577e21-7bb4-44f5-b8ab-b5d46bc2c7fc req-2973941b-9e3f-4799-808b-a49c1ad5b1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:47.463275 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-f5577e21-7bb4-44f5-b8ab-b5d46bc2c7fc req-2973941b-9e3f-4799-808b-a49c1ad5b1ba service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ac75be2f-288e-4c4c-b681-13dbe4d336f8 HTTP/1.1" status: 200 len: 859 time: 0.0797095 Dec 16 15:51:47.542673 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-f5577e21-7bb4-44f5-b8ab-b5d46bc2c7fc req-08e67293-aef1-4602-8833-31e6973de580 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f48475bf-944a-4c2f-81b1-c044356a1dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334618 Dec 16 15:51:47.713070 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-f5577e21-7bb4-44f5-b8ab-b5d46bc2c7fc req-cc0c99aa-a251-48c7-9206-7f7e65d3fe70 service neutron] 10.222.0.66 "GET /v2.0/networks/f48475bf-944a-4c2f-81b1-c044356a1dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616883 Dec 16 15:51:47.805206 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c104804-78ad-43ee-9218-0fca575fad9a req-1fc3d92d-0c0f-4b94-aa23-3d602fafcb44 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:47.807023 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-6c104804-78ad-43ee-9218-0fca575fad9a req-1fc3d92d-0c0f-4b94-aa23-3d602fafcb44 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce6f3e72-0124-4937-9016-c13d65d07acd HTTP/1.1" status: 200 len: 945 time: 0.0675876 Dec 16 15:51:47.846105 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.notifiers.nova [req-a656d24f-5ac2-44c3-9c0f-1306803f32ba req-da406b75-a85e-4be6-8e55-7e85d0af5ac4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e7221ff-5d9d-4ed8-8500-cccc65e2b928 {{(pid=108904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:51:47.857838 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-a656d24f-5ac2-44c3-9c0f-1306803f32ba req-da406b75-a85e-4be6-8e55-7e85d0af5ac4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:47.874125 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-6c104804-78ad-43ee-9218-0fca575fad9a req-02c64a1b-bf10-408d-afab-1403075ed412 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607877 Dec 16 15:51:47.875610 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-f5577e21-7bb4-44f5-b8ab-b5d46bc2c7fc req-529224cd-0337-45fd-bd0e-5871dd717cf1 service neutron] 10.222.0.66 "GET /v2.0/networks/f48475bf-944a-4c2f-81b1-c044356a1dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521041 Dec 16 15:51:47.883758 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.provisioning_blocks [req-a656d24f-5ac2-44c3-9c0f-1306803f32ba req-da406b75-a85e-4be6-8e55-7e85d0af5ac4 service neutron] Transition to ACTIVE for port object 9e7221ff-5d9d-4ed8-8500-cccc65e2b928 will not be triggered until provisioned by entity L2. {{(pid=108904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:51:47.890518 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-a656d24f-5ac2-44c3-9c0f-1306803f32ba req-da406b75-a85e-4be6-8e55-7e85d0af5ac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:47.947831 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da406b75-a85e-4be6-8e55-7e85d0af5ac4 service neutron] Pushing event updated for resources: {'Port': ['ID=9e7221ff-5d9d-4ed8-8500-cccc65e2b928,revision_number=2']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:47.981514 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.managers [req-a656d24f-5ac2-44c3-9c0f-1306803f32ba req-da406b75-a85e-4be6-8e55-7e85d0af5ac4 service neutron] Attempting to bind port 9e7221ff-5d9d-4ed8-8500-cccc65e2b928 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:51:47.981875 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.managers [req-a656d24f-5ac2-44c3-9c0f-1306803f32ba req-da406b75-a85e-4be6-8e55-7e85d0af5ac4 service neutron] Attempting to bind port 9e7221ff-5d9d-4ed8-8500-cccc65e2b928 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '47c0fe21-ae78-4415-b99a-497d56d95faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'eff1aea5-661c-4e32-824f-eec13ded2085'}] {{(pid=108904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:51:47.982234 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a656d24f-5ac2-44c3-9c0f-1306803f32ba req-da406b75-a85e-4be6-8e55-7e85d0af5ac4 service neutron] Attempting to bind port 9e7221ff-5d9d-4ed8-8500-cccc65e2b928 on network eff1aea5-661c-4e32-824f-eec13ded2085 {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:51:47.987736 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a656d24f-5ac2-44c3-9c0f-1306803f32ba req-da406b75-a85e-4be6-8e55-7e85d0af5ac4 service neutron] Port 9e7221ff-5d9d-4ed8-8500-cccc65e2b928 on network eff1aea5-661c-4e32-824f-eec13ded2085 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:51:47.988064 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a656d24f-5ac2-44c3-9c0f-1306803f32ba req-da406b75-a85e-4be6-8e55-7e85d0af5ac4 service neutron] Attempting to bind port 9e7221ff-5d9d-4ed8-8500-cccc65e2b928 on network eff1aea5-661c-4e32-824f-eec13ded2085 {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:51:47.993472 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a656d24f-5ac2-44c3-9c0f-1306803f32ba req-da406b75-a85e-4be6-8e55-7e85d0af5ac4 service neutron] Checking agent: {'id': 'cc3d5e4c-e00e-4c48-b0f7-4cab06ea1ca9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 46, 48), 'started_at': datetime.datetime(2021, 12, 16, 15, 46, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:51:47.993806 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a656d24f-5ac2-44c3-9c0f-1306803f32ba req-da406b75-a85e-4be6-8e55-7e85d0af5ac4 service neutron] Checking segment: {'id': '47c0fe21-ae78-4415-b99a-497d56d95faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'eff1aea5-661c-4e32-824f-eec13ded2085'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:51:47.994178 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a656d24f-5ac2-44c3-9c0f-1306803f32ba req-da406b75-a85e-4be6-8e55-7e85d0af5ac4 service neutron] Bound using segment: {'id': '47c0fe21-ae78-4415-b99a-497d56d95faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'eff1aea5-661c-4e32-824f-eec13ded2085'} {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:51:47.994599 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.managers [req-a656d24f-5ac2-44c3-9c0f-1306803f32ba req-da406b75-a85e-4be6-8e55-7e85d0af5ac4 service neutron] Bound port: 9e7221ff-5d9d-4ed8-8500-cccc65e2b928, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47c0fe21-ae78-4415-b99a-497d56d95faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'eff1aea5-661c-4e32-824f-eec13ded2085'}}] {{(pid=108904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:51:47.994952 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-a656d24f-5ac2-44c3-9c0f-1306803f32ba req-da406b75-a85e-4be6-8e55-7e85d0af5ac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:48.068871 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.db [req-a656d24f-5ac2-44c3-9c0f-1306803f32ba req-da406b75-a85e-4be6-8e55-7e85d0af5ac4 service neutron] For port 9e7221ff-5d9d-4ed8-8500-cccc65e2b928, host hv-cinder-78447, cleared binding levels {{(pid=108904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:51:48.071957 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.db [req-a656d24f-5ac2-44c3-9c0f-1306803f32ba req-da406b75-a85e-4be6-8e55-7e85d0af5ac4 service neutron] For port 9e7221ff-5d9d-4ed8-8500-cccc65e2b928, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=9e7221ff-5d9d-4ed8-8500-cccc65e2b928,segment=NetworkSegment(47c0fe21-ae78-4415-b99a-497d56d95faf),segment_id=47c0fe21-ae78-4415-b99a-497d56d95faf)] {{(pid=108904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:51:48.078116 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-a656d24f-5ac2-44c3-9c0f-1306803f32ba req-da406b75-a85e-4be6-8e55-7e85d0af5ac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:48.116340 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a656d24f-5ac2-44c3-9c0f-1306803f32ba req-da406b75-a85e-4be6-8e55-7e85d0af5ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:48.116952 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-a656d24f-5ac2-44c3-9c0f-1306803f32ba req-da406b75-a85e-4be6-8e55-7e85d0af5ac4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294'] for port, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:48.118372 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-a656d24f-5ac2-44c3-9c0f-1306803f32ba req-da406b75-a85e-4be6-8e55-7e85d0af5ac4 service neutron] 10.222.0.66 "PUT /v2.0/ports/9e7221ff-5d9d-4ed8-8500-cccc65e2b928 HTTP/1.1" status: 200 len: 1093 time: 0.8616431 Dec 16 15:51:48.119630 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ff7d8ab-5af0-4a1f-a362-c6d43d7492be', 'tag': '9e7221ff-5d9d-4ed8-8500-cccc65e2b928'}] {{(pid=108904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:51:48.121472 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0a2cce90635460fa9ee7acd2d2298fc55a52ab45a9458d7253143d338a4b89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a6a309-c199-40bf-8e5d-e2faddacc52e" -d '{"events": [{"name": "network-changed", "server_uuid": "5ff7d8ab-5af0-4a1f-a362-c6d43d7492be", "tag": "9e7221ff-5d9d-4ed8-8500-cccc65e2b928"}]}' {{(pid=108904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:51:48.143165 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da406b75-a85e-4be6-8e55-7e85d0af5ac4 service neutron] Pushing event updated for resources: {'Port': ['ID=9e7221ff-5d9d-4ed8-8500-cccc65e2b928,revision_number=3']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:48.145298 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5368c64-1243-4f7e-8f53-cb2a89605069 req-3a6ec7fc-3055-4838-9415-ad10a8bfaa7d tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:48.156018 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-e5368c64-1243-4f7e-8f53-cb2a89605069 req-3a6ec7fc-3055-4838-9415-ad10a8bfaa7d tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=29bba044-2e01-44b1-bb03-0f367846a5f0 HTTP/1.1" status: 200 len: 946 time: 0.0732665 Dec 16 15:51:48.207733 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a656d24f-5ac2-44c3-9c0f-1306803f32ba req-63ed4a0d-102a-47d6-9dc3-9ffc75cbfa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:48.209648 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-a656d24f-5ac2-44c3-9c0f-1306803f32ba req-63ed4a0d-102a-47d6-9dc3-9ffc75cbfa29 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a7aae25eb2ad4219aff78b5f9150925f&device_id=5ff7d8ab-5af0-4a1f-a362-c6d43d7492be HTTP/1.1" status: 200 len: 1096 time: 0.0440061 Dec 16 15:51:48.210633 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-e5368c64-1243-4f7e-8f53-cb2a89605069 req-788cbe1b-c6ff-4062-9aee-a314ce4246c5 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f111158e-b0d3-4bc9-b508-9088a16d8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467262 Dec 16 15:51:48.309731 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abad65f2-baf0-42cc-961f-9fbbab0099fe x-openstack-request-id: req-abad65f2-baf0-42cc-961f-9fbbab0099fe {{(pid=108904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:51:48.310236 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ff7d8ab-5af0-4a1f-a362-c6d43d7492be", "tag": "9e7221ff-5d9d-4ed8-8500-cccc65e2b928", "status": "completed", "code": 200}]} {{(pid=108904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:51:48.310451 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-abad65f2-baf0-42cc-961f-9fbbab0099fe {{(pid=108904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:51:48.310976 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ff7d8ab-5af0-4a1f-a362-c6d43d7492be', 'tag': '9e7221ff-5d9d-4ed8-8500-cccc65e2b928', 'status': 'completed', 'code': 200} Dec 16 15:51:48.312724 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-a656d24f-5ac2-44c3-9c0f-1306803f32ba req-2a6b02f8-da68-4119-9f61-78d9d9a2ba68 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e7221ff-5d9d-4ed8-8500-cccc65e2b928 HTTP/1.1" status: 200 len: 217 time: 0.0881898 Dec 16 15:51:48.379758 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a656d24f-5ac2-44c3-9c0f-1306803f32ba req-ab6bc1e9-cd9a-4b58-bf67-312baa9a5b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:48.380438 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-a656d24f-5ac2-44c3-9c0f-1306803f32ba req-ab6bc1e9-cd9a-4b58-bf67-312baa9a5b6b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=88f5588a-7d5e-464e-8417-0dbed320e408 HTTP/1.1" status: 200 len: 849 time: 0.0582561 Dec 16 15:51:48.427147 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-a656d24f-5ac2-44c3-9c0f-1306803f32ba req-2d991f16-cde6-4afb-ab2e-fd26a0e51c5c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=eff1aea5-661c-4e32-824f-eec13ded2085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309823 Dec 16 15:51:48.461595 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d62077-99a3-41ad-99f8-0b3df31d3123 req-e9dbae3c-e282-4c19-9826-28cb5be93f88 tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:48.463079 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-43d62077-99a3-41ad-99f8-0b3df31d3123 req-e9dbae3c-e282-4c19-9826-28cb5be93f88 tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ff7d8ab-5af0-4a1f-a362-c6d43d7492be HTTP/1.1" status: 200 len: 943 time: 0.0502303 Dec 16 15:51:48.514017 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-43d62077-99a3-41ad-99f8-0b3df31d3123 req-2612e49d-da08-4e4c-aa18-561b29f2c383 tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] 10.222.0.31 "GET /v2.0/security-groups?id=390a8b13-4faa-4f09-8183-1d64aeed1bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445170 Dec 16 15:51:48.534090 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-a656d24f-5ac2-44c3-9c0f-1306803f32ba req-52c32bce-34f7-4fbd-a4f8-39c4f49cb6d3 service neutron] 10.222.0.66 "GET /v2.0/networks/eff1aea5-661c-4e32-824f-eec13ded2085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986331 Dec 16 15:51:48.626319 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-a656d24f-5ac2-44c3-9c0f-1306803f32ba req-3a5bc87a-7f0f-426f-a66f-567b2a539964 service neutron] 10.222.0.66 "GET /v2.0/networks/eff1aea5-661c-4e32-824f-eec13ded2085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821936 Dec 16 15:51:48.728207 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a6a309-c199-40bf-8e5d-e2faddacc52e req-787b8661-a78a-4a4a-a08e-c015fdb14065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:48.729763 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-c5a6a309-c199-40bf-8e5d-e2faddacc52e req-787b8661-a78a-4a4a-a08e-c015fdb14065 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a7aae25eb2ad4219aff78b5f9150925f&device_id=5ff7d8ab-5af0-4a1f-a362-c6d43d7492be HTTP/1.1" status: 200 len: 1096 time: 0.0435619 Dec 16 15:51:48.787775 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:48.825693 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a6a309-c199-40bf-8e5d-e2faddacc52e req-bf78ed83-3d08-410a-8bdc-b1e83eabfb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:48.827170 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-c5a6a309-c199-40bf-8e5d-e2faddacc52e req-bf78ed83-3d08-410a-8bdc-b1e83eabfb2a service neutron] 10.222.0.66 "GET /v2.0/networks?id=eff1aea5-661c-4e32-824f-eec13ded2085 HTTP/1.1" status: 200 len: 910 time: 0.0857680 Dec 16 15:51:48.871547 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-c5a6a309-c199-40bf-8e5d-e2faddacc52e req-a830e2ef-c104-4df2-b4e4-b4705977a50c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e7221ff-5d9d-4ed8-8500-cccc65e2b928 HTTP/1.1" status: 200 len: 217 time: 0.0352440 Dec 16 15:51:48.924280 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a6a309-c199-40bf-8e5d-e2faddacc52e req-a552a903-9033-4a5a-9358-ddb1df8ca7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:48.925947 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-c5a6a309-c199-40bf-8e5d-e2faddacc52e req-a552a903-9033-4a5a-9358-ddb1df8ca7b8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=88f5588a-7d5e-464e-8417-0dbed320e408 HTTP/1.1" status: 200 len: 849 time: 0.0459783 Dec 16 15:51:48.969363 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-c5a6a309-c199-40bf-8e5d-e2faddacc52e req-e859c0a9-c276-48af-b135-7adb966fed09 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=eff1aea5-661c-4e32-824f-eec13ded2085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343580 Dec 16 15:51:48.998227 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005d2f88-7cce-43a9-815a-73b4f54f8c9b req-be9f74d9-d8a9-4a75-85e0-8d124f3260c7 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:48.999715 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-005d2f88-7cce-43a9-815a-73b4f54f8c9b req-be9f74d9-d8a9-4a75-85e0-8d124f3260c7 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce6f3e72-0124-4937-9016-c13d65d07acd HTTP/1.1" status: 200 len: 945 time: 0.0508511 Dec 16 15:51:49.075420 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-c5a6a309-c199-40bf-8e5d-e2faddacc52e req-4d79fcc0-356f-44f1-8db9-9f96e1901c97 service neutron] 10.222.0.66 "GET /v2.0/networks/eff1aea5-661c-4e32-824f-eec13ded2085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972385 Dec 16 15:51:49.082644 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-18f10974-18f7-4f81-a027-340dbd25bf2b req-34cfa28d-a6db-4c5f-9982-b925b5415024 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1062927992&fields=id&tenant_id=34de311402354bb6a5903e764e3a0cbc HTTP/1.1" status: 200 len: 267 time: 0.0798097 Dec 16 15:51:49.089895 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-005d2f88-7cce-43a9-815a-73b4f54f8c9b req-a36be330-d82a-47db-959d-e764fa21ee0a tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811319 Dec 16 15:51:49.170763 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-c5a6a309-c199-40bf-8e5d-e2faddacc52e req-e18a57ae-d011-4946-9a7d-f44c6b5c5fe8 service neutron] 10.222.0.66 "GET /v2.0/networks/eff1aea5-661c-4e32-824f-eec13ded2085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868373 Dec 16 15:51:49.190694 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f10974-18f7-4f81-a027-340dbd25bf2b req-8f46f7c0-4984-4a1f-909a-6e4a9621e406 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:49.192196 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-18f10974-18f7-4f81-a027-340dbd25bf2b req-8f46f7c0-4984-4a1f-909a-6e4a9621e406 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/networks?id=9f3bcad2-6582-4016-8d64-28b5be20bd8f HTTP/1.1" status: 200 len: 808 time: 0.1014614 Dec 16 15:51:49.207455 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-18f10974-18f7-4f81-a027-340dbd25bf2b req-0b4e9a24-a10c-422c-befd-51bc9840e435 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/quotas/34de311402354bb6a5903e764e3a0cbc HTTP/1.1" status: 200 len: 375 time: 0.0093491 Dec 16 15:51:49.269035 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-18f10974-18f7-4f81-a027-340dbd25bf2b req-f3e45846-4b41-40b7-84d2-f5f51e13a7d5 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=34de311402354bb6a5903e764e3a0cbc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0559344 Dec 16 15:51:49.391146 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b6075-a647-402b-9bb8-a6a032425c53 req-3e9791c6-923f-4870-a438-eef00c9b3db6 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:49.392508 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-476b6075-a647-402b-9bb8-a6a032425c53 req-3e9791c6-923f-4870-a438-eef00c9b3db6 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=29bba044-2e01-44b1-bb03-0f367846a5f0 HTTP/1.1" status: 200 len: 946 time: 0.1036358 Dec 16 15:51:49.412578 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-18f10974-18f7-4f81-a027-340dbd25bf2b req-7a175352-b56b-4e43-950a-5c92e683ad10 service neutron] 10.222.0.31 "GET /v2.0/networks/9f3bcad2-6582-4016-8d64-28b5be20bd8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316466 Dec 16 15:51:49.493817 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-476b6075-a647-402b-9bb8-a6a032425c53 req-d9dcdfbe-5f49-4cbe-b29b-1b2b18ec6ce0 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f111158e-b0d3-4bc9-b508-9088a16d8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921924 Dec 16 15:51:49.523864 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-18f10974-18f7-4f81-a027-340dbd25bf2b req-e184b6e8-9997-4256-9aa5-b3aecb56ad35 service neutron] 10.222.0.31 "GET /v2.0/networks/9f3bcad2-6582-4016-8d64-28b5be20bd8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051304 Dec 16 15:51:49.661648 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b4402-7b93-4a3f-885e-05f0f3b341cd req-6cbd86b4-8d00-46ad-8875-70b2c7c6cb9d tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:49.663204 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-554b4402-7b93-4a3f-885e-05f0f3b341cd req-6cbd86b4-8d00-46ad-8875-70b2c7c6cb9d tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ff7d8ab-5af0-4a1f-a362-c6d43d7492be HTTP/1.1" status: 200 len: 943 time: 0.0544353 Dec 16 15:51:49.711747 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-554b4402-7b93-4a3f-885e-05f0f3b341cd req-50eb73fc-d40b-4158-81cc-bd6eeb88bf72 tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] 10.222.0.31 "GET /v2.0/security-groups?id=390a8b13-4faa-4f09-8183-1d64aeed1bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421240 Dec 16 15:51:49.827885 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-18535ac0-d61b-44a8-870f-f858c88aed10 req-d41f606f-7f48-4b32-b403-218add58ac31 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/ports?device_id=248b8eac-f030-4761-a6c9-0ddaf6475f0f HTTP/1.1" status: 200 len: 210 time: 0.0317736 Dec 16 15:51:50.215606 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10496903-e089-47c0-b659-58f276f7c771 req-27c4bd5f-9585-46c3-b814-64443bbd23ba tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:50.216971 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-10496903-e089-47c0-b659-58f276f7c771 req-27c4bd5f-9585-46c3-b814-64443bbd23ba tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce6f3e72-0124-4937-9016-c13d65d07acd HTTP/1.1" status: 200 len: 945 time: 0.0529025 Dec 16 15:51:50.269430 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-10496903-e089-47c0-b659-58f276f7c771 req-71d65ca7-86e7-49eb-a483-620e45e64b22 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435681 Dec 16 15:51:50.344401 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device 9e7221ff-5d9d-4ed8-8500-cccc65e2b928 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=108906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:51:50.447011 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] For port 9e7221ff-5d9d-4ed8-8500-cccc65e2b928, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=9e7221ff-5d9d-4ed8-8500-cccc65e2b928,segment=NetworkSegment(47c0fe21-ae78-4415-b99a-497d56d95faf),segment_id=47c0fe21-ae78-4415-b99a-497d56d95faf)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:51:50.458606 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Returning: {'device': '9e7221ff-5d9d-4ed8-8500-cccc65e2b928', 'network_id': 'eff1aea5-661c-4e32-824f-eec13ded2085', 'port_id': '9e7221ff-5d9d-4ed8-8500-cccc65e2b928', 'mac_address': 'fa:16:3e:8c:64:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88f5588a-7d5e-464e-8417-0dbed320e408', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:51:50.467977 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba7b42f-049b-48ca-a24a-e49287205a3a req-539361e1-cbb7-4b7f-bd84-4e8f05a4d1b8 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:50.469789 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-aba7b42f-049b-48ca-a24a-e49287205a3a req-539361e1-cbb7-4b7f-bd84-4e8f05a4d1b8 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce6f3e72-0124-4937-9016-c13d65d07acd HTTP/1.1" status: 200 len: 945 time: 0.0486600 Dec 16 15:51:50.499726 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:50.514753 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.notifiers.nova [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e7221ff-5d9d-4ed8-8500-cccc65e2b928 {{(pid=108906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:51:50.540686 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] For port 9e7221ff-5d9d-4ed8-8500-cccc65e2b928, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=9e7221ff-5d9d-4ed8-8500-cccc65e2b928,segment=NetworkSegment(47c0fe21-ae78-4415-b99a-497d56d95faf),segment_id=47c0fe21-ae78-4415-b99a-497d56d95faf)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:51:50.547608 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:50.595611 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.plugin [req-aba7b42f-049b-48ca-a24a-e49287205a3a req-2b85a099-e15a-4ff9-8d45-b6fe86e94203 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Deleting port cc1f207a-64d8-409d-a59e-543c8d2230c6 {{(pid=108904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:51:50.596004 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-aba7b42f-049b-48ca-a24a-e49287205a3a req-2b85a099-e15a-4ff9-8d45-b6fe86e94203 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739692165232'] for port, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:50.610367 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Pushing event updated for resources: {'Port': ['ID=9e7221ff-5d9d-4ed8-8500-cccc65e2b928,revision_number=4']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:50.640351 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8363da8a-0146-46a3-8ddc-18ecc139a530 req-90d03e83-eda4-45f5-a818-9bb35424afd9 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:50.641920 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-8363da8a-0146-46a3-8ddc-18ecc139a530 req-90d03e83-eda4-45f5-a818-9bb35424afd9 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=29bba044-2e01-44b1-bb03-0f367846a5f0 HTTP/1.1" status: 200 len: 946 time: 0.0550225 Dec 16 15:51:50.691444 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-8363da8a-0146-46a3-8ddc-18ecc139a530 req-6b2ee17c-4893-4e95-b178-1505b71a678c tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f111158e-b0d3-4bc9-b508-9088a16d8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432174 Dec 16 15:51:50.703349 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.db [req-aba7b42f-049b-48ca-a24a-e49287205a3a req-2b85a099-e15a-4ff9-8d45-b6fe86e94203 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] For port cc1f207a-64d8-409d-a59e-543c8d2230c6, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=cc1f207a-64d8-409d-a59e-543c8d2230c6,segment=NetworkSegment(7f17c5c4-900f-4b5f-8564-78f9e4a462bc),segment_id=7f17c5c4-900f-4b5f-8564-78f9e4a462bc)] {{(pid=108904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:51:50.703717 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-aba7b42f-049b-48ca-a24a-e49287205a3a req-2b85a099-e15a-4ff9-8d45-b6fe86e94203 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343270'] for port, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:50.718439 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.plugin [req-aba7b42f-049b-48ca-a24a-e49287205a3a req-2b85a099-e15a-4ff9-8d45-b6fe86e94203 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Calling delete_port for cc1f207a-64d8-409d-a59e-543c8d2230c6 owned by compute:nova {{(pid=108904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:51:50.788899 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] get_ports_and_sgs() called for port_ids ['9e7221ff-5d9d-4ed8-8500-cccc65e2b928'] {{(pid=108906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:51:50.856275 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9dd727-0b49-4bfd-b9e9-b25cb3f6add5 req-d7aafcb2-6fe6-4c58-a995-d307b9bb14a0 tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:50.858326 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-cb9dd727-0b49-4bfd-b9e9-b25cb3f6add5 req-d7aafcb2-6fe6-4c58-a995-d307b9bb14a0 tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ff7d8ab-5af0-4a1f-a362-c6d43d7492be HTTP/1.1" status: 200 len: 944 time: 0.0663562 Dec 16 15:51:50.922849 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-cb9dd727-0b49-4bfd-b9e9-b25cb3f6add5 req-f48f018e-4d7c-4074-a581-be54ccc10103 tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] 10.222.0.31 "GET /v2.0/security-groups?id=390a8b13-4faa-4f09-8183-1d64aeed1bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552444 Dec 16 15:51:50.998994 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f10974-18f7-4f81-a027-340dbd25bf2b req-4a3a63c7-f7f8-46f1-a255-1fa5ac79ef41 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:51.000683 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-18f10974-18f7-4f81-a027-340dbd25bf2b req-4a3a63c7-f7f8-46f1-a255-1fa5ac79ef41 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.66 "GET /v2.0/networks?id=9f3bcad2-6582-4016-8d64-28b5be20bd8f HTTP/1.1" status: 200 len: 808 time: 0.2316322 Dec 16 15:51:51.002335 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-aba7b42f-049b-48ca-a24a-e49287205a3a req-2b85a099-e15a-4ff9-8d45-b6fe86e94203 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739692371923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739691803603'] for port, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:51.017294 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-99b0e782-635d-491c-a725-9a79a763fb5f req-38beeeae-823e-4f5f-80e7-baf7cf95fcb2 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/ports?device_id=248b8eac-f030-4761-a6c9-0ddaf6475f0f HTTP/1.1" status: 200 len: 210 time: 0.0528598 Dec 16 15:51:51.062026 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b85a099-e15a-4ff9-8d45-b6fe86e94203 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Pushing event deleted for resources: {'Port': ['ID=cc1f207a-64d8-409d-a59e-543c8d2230c6,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:51.125890 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [req-aba7b42f-049b-48ca-a24a-e49287205a3a req-2b85a099-e15a-4ff9-8d45-b6fe86e94203 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] No DVR routers for this DVR port cc1f207a-64d8-409d-a59e-543c8d2230c6 on host hv-cinder-78447 {{(pid=108904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:51:51.128378 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-aba7b42f-049b-48ca-a24a-e49287205a3a req-2b85a099-e15a-4ff9-8d45-b6fe86e94203 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294'] for port, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:51.132088 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-aba7b42f-049b-48ca-a24a-e49287205a3a req-2b85a099-e15a-4ff9-8d45-b6fe86e94203 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.66 "DELETE /v2.0/ports/cc1f207a-64d8-409d-a59e-543c8d2230c6 HTTP/1.1" status: 204 len: 173 time: 0.6412153 Dec 16 15:51:51.138101 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce6f3e72-0124-4937-9016-c13d65d07acd', 'name': 'network-vif-deleted', 'tag': 'cc1f207a-64d8-409d-a59e-543c8d2230c6'}] {{(pid=108904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:51:51.140532 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0a2cce90635460fa9ee7acd2d2298fc55a52ab45a9458d7253143d338a4b89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91082049-9c3c-44ae-b746-489c79e115f2" -d '{"events": [{"server_uuid": "ce6f3e72-0124-4937-9016-c13d65d07acd", "name": "network-vif-deleted", "tag": "cc1f207a-64d8-409d-a59e-543c8d2230c6"}]}' {{(pid=108904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:51:51.163397 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-18f10974-18f7-4f81-a027-340dbd25bf2b req-dcc09bc0-7218-4068-ba0b-b8ea8f4159e0 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34de311402354bb6a5903e764e3a0cbc HTTP/1.1" status: 200 len: 380 time: 0.1517866 Dec 16 15:51:51.175458 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.v2.base [req-18f10974-18f7-4f81-a027-340dbd25bf2b req-45ffabba-5352-42c3-9934-f4c7baffb759 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Request body: {'port': {'device_id': '248b8eac-f030-4761-a6c9-0ddaf6475f0f', 'network_id': '9f3bcad2-6582-4016-8d64-28b5be20bd8f', 'admin_state_up': True, 'tenant_id': '34de311402354bb6a5903e764e3a0cbc', 'security_groups': ['9e0931ad-2cb0-4a8a-9f29-cd2e4109aaa7']}} {{(pid=108904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:51:51.193198 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9411efe1-c752-4320-911c-6f94ab75f095 x-openstack-request-id: req-9411efe1-c752-4320-911c-6f94ab75f095 {{(pid=108904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:51:51.193500 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce6f3e72-0124-4937-9016-c13d65d07acd", "name": "network-vif-deleted", "tag": "cc1f207a-64d8-409d-a59e-543c8d2230c6", "status": "completed", "code": 200}]} {{(pid=108904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:51:51.193746 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9411efe1-c752-4320-911c-6f94ab75f095 {{(pid=108904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:51:51.194130 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce6f3e72-0124-4937-9016-c13d65d07acd', 'name': 'network-vif-deleted', 'tag': 'cc1f207a-64d8-409d-a59e-543c8d2230c6', 'status': 'completed', 'code': 200} Dec 16 15:51:51.307331 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18f10974-18f7-4f81-a027-340dbd25bf2b req-45ffabba-5352-42c3-9934-f4c7baffb759 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Made reservation on behalf of 34de311402354bb6a5903e764e3a0cbc for: {'port': 1} {{(pid=108904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:51:51.311264 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-18f10974-18f7-4f81-a027-340dbd25bf2b req-45ffabba-5352-42c3-9934-f4c7baffb759 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:51.319597 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 41308) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:51.389980 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] get_ports_and_sgs() called for port_ids ['a162fcff-3fe8-4fc6-a489-b53c84cb0c45', 'cc1f207a-64d8-409d-a59e-543c8d2230c6'] {{(pid=108906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:51:51.426110 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-6fd5a53f-e4e8-45e8-9a76-0290a085daa1 req-4099c1b1-c56f-4eb4-874d-7432c8c03c47 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce6f3e72-0124-4937-9016-c13d65d07acd HTTP/1.1" status: 200 len: 210 time: 0.0668933 Dec 16 15:51:51.453923 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-d1b4b2a6-d63d-4ee1-a149-dfea61a06a9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:51.460218 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.db_base_plugin_common [req-18f10974-18f7-4f81-a027-340dbd25bf2b req-45ffabba-5352-42c3-9934-f4c7baffb759 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Allocated IP 172.20.0.4 (9f3bcad2-6582-4016-8d64-28b5be20bd8f/be190589-1228-416b-a7de-4c8d3640d62c/8e2fdbb4-3edf-41eb-8daa-904ea54bacb1) {{(pid=108904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:51:51.558398 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-d1b4b2a6-d63d-4ee1-a149-dfea61a06a9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:51.570777 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-d1b4b2a6-d63d-4ee1-a149-dfea61a06a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:51.627302 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b4b2a6-d63d-4ee1-a149-dfea61a06a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc05718c-91f3-4adf-9961-0e2429ceb650,revision_number=1']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:51.636681 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-d1b4b2a6-d63d-4ee1-a149-dfea61a06a9e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=43f61606d020409394f5f2d48941e634&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3152754 Dec 16 15:51:51.640115 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 41312) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:51.649500 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4b2a6-d63d-4ee1-a149-dfea61a06a9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:51:51.650001 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4b2a6-d63d-4ee1-a149-dfea61a06a9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:51:51.650327 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4b2a6-d63d-4ee1-a149-dfea61a06a9e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:51:51.650658 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4b2a6-d63d-4ee1-a149-dfea61a06a9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:51:51.650985 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4b2a6-d63d-4ee1-a149-dfea61a06a9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:51:51.651312 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4b2a6-d63d-4ee1-a149-dfea61a06a9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:51:51.651626 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4b2a6-d63d-4ee1-a149-dfea61a06a9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:51:51.651908 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-18f10974-18f7-4f81-a027-340dbd25bf2b req-45ffabba-5352-42c3-9934-f4c7baffb759 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Publish callbacks [] for port, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:51.652422 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4b2a6-d63d-4ee1-a149-dfea61a06a9e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:51:51.652422 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4b2a6-d63d-4ee1-a149-dfea61a06a9e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:51:51.652605 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4b2a6-d63d-4ee1-a149-dfea61a06a9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:51:51.652849 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4b2a6-d63d-4ee1-a149-dfea61a06a9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:51:51.653160 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4b2a6-d63d-4ee1-a149-dfea61a06a9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:51:51.653501 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4b2a6-d63d-4ee1-a149-dfea61a06a9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:51:51.693566 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-18f10974-18f7-4f81-a027-340dbd25bf2b req-45ffabba-5352-42c3-9934-f4c7baffb759 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739691803594'] for port, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:51.701745 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-b97a9adf-0794-446e-b3b3-0a23669e620c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:51.729249 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-b97a9adf-0794-446e-b3b3-0a23669e620c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:51.741810 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18f10974-18f7-4f81-a027-340dbd25bf2b req-45ffabba-5352-42c3-9934-f4c7baffb759 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Network 9f3bcad2-6582-4016-8d64-28b5be20bd8f is already hosted by enough agents. {{(pid=108904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:51:51.748332 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.base_scheduler [req-18f10974-18f7-4f81-a027-340dbd25bf2b req-45ffabba-5352-42c3-9934-f4c7baffb759 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Resources bound (agent type, host, resource id): {{(pid=108904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:51:51.751054 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [req-18f10974-18f7-4f81-a027-340dbd25bf2b req-45ffabba-5352-42c3-9934-f4c7baffb759 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Received port after_create {{(pid=108904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:51:51.757083 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f10974-18f7-4f81-a027-340dbd25bf2b req-45ffabba-5352-42c3-9934-f4c7baffb759 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:51.757752 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-18f10974-18f7-4f81-a027-340dbd25bf2b req-45ffabba-5352-42c3-9934-f4c7baffb759 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294'] for port, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:51.782397 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ffabba-5352-42c3-9934-f4c7baffb759 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Pushing event updated for resources: {'Port': ['ID=8e2fdbb4-3edf-41eb-8daa-904ea54bacb1,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:51.791754 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-18f10974-18f7-4f81-a027-340dbd25bf2b req-45ffabba-5352-42c3-9934-f4c7baffb759 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6211948 Dec 16 15:51:51.798723 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-b97a9adf-0794-446e-b3b3-0a23669e620c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:51.801734 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-b97a9adf-0794-446e-b3b3-0a23669e620c admin admin] Publish callbacks [] for security_group, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:51.803088 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-b97a9adf-0794-446e-b3b3-0a23669e620c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cc05718c-91f3-4adf-9961-0e2429ceb650 HTTP/1.1" status: 204 len: 168 time: 0.1618276 Dec 16 15:51:51.806979 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.v2.base [req-18f10974-18f7-4f81-a027-340dbd25bf2b req-c5d8ef76-6ad9-4bdc-8368-6e33c50b6825 service neutron] Request body: {'port': {'device_id': '248b8eac-f030-4761-a6c9-0ddaf6475f0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=108904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:51:51.851082 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97a9adf-0794-446e-b3b3-0a23669e620c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc05718c-91f3-4adf-9961-0e2429ceb650,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:51.875316 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d89b51-18cb-48d1-86bd-d58ca09fa8b4 req-9ddfa475-e0df-43ef-9609-2712307a9625 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:51.876845 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-b3d89b51-18cb-48d1-86bd-d58ca09fa8b4 req-9ddfa475-e0df-43ef-9609-2712307a9625 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=29bba044-2e01-44b1-bb03-0f367846a5f0 HTTP/1.1" status: 200 len: 946 time: 0.0707173 Dec 16 15:51:51.877799 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-18f10974-18f7-4f81-a027-340dbd25bf2b req-c5d8ef76-6ad9-4bdc-8368-6e33c50b6825 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:51.970558 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-b3d89b51-18cb-48d1-86bd-d58ca09fa8b4 req-be4b2476-0e6f-4084-bb06-2806ddd80def tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f111158e-b0d3-4bc9-b508-9088a16d8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822921 Dec 16 15:51:52.146282 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-6b52b96b-15b0-4d47-a70c-4ba3d5b51685 None None] Provisioning complete for port 8e2fdbb4-3edf-41eb-8daa-904ea54bacb1 triggered by entity DHCP. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:51:52.146882 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-6b52b96b-15b0-4d47-a70c-4ba3d5b51685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:52.187242 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-6b52b96b-15b0-4d47-a70c-4ba3d5b51685 None None] Port 8e2fdbb4-3edf-41eb-8daa-904ea54bacb1 cannot update to ACTIVE because it is not bound. {{(pid=108906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:51:52.226763 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba6ad52-d111-4fcc-ba0d-8343cf227942 req-ab31cf56-575a-437f-bb73-93e8fe3cab63 tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:52.228941 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-6ba6ad52-d111-4fcc-ba0d-8343cf227942 req-ab31cf56-575a-437f-bb73-93e8fe3cab63 tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ff7d8ab-5af0-4a1f-a362-c6d43d7492be HTTP/1.1" status: 200 len: 944 time: 0.1457338 Dec 16 15:51:52.254489 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.notifiers.nova [req-18f10974-18f7-4f81-a027-340dbd25bf2b req-c5d8ef76-6ad9-4bdc-8368-6e33c50b6825 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e2fdbb4-3edf-41eb-8daa-904ea54bacb1 {{(pid=108904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:51:52.275404 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-18f10974-18f7-4f81-a027-340dbd25bf2b req-c5d8ef76-6ad9-4bdc-8368-6e33c50b6825 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:52.303812 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e4b778-ef57-4568-930d-00f277836501 req-62de3d88-2ca4-471b-a074-f92b090a68b5 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:52.305094 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c1e4b778-ef57-4568-930d-00f277836501 req-62de3d88-2ca4-471b-a074-f92b090a68b5 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/ports?device_id=248b8eac-f030-4761-a6c9-0ddaf6475f0f HTTP/1.1" status: 200 len: 931 time: 0.0977626 Dec 16 15:51:52.307025 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.provisioning_blocks [req-18f10974-18f7-4f81-a027-340dbd25bf2b req-c5d8ef76-6ad9-4bdc-8368-6e33c50b6825 service neutron] Transition to ACTIVE for port object 8e2fdbb4-3edf-41eb-8daa-904ea54bacb1 will not be triggered until provisioned by entity L2. {{(pid=108904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:51:52.313888 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-18f10974-18f7-4f81-a027-340dbd25bf2b req-c5d8ef76-6ad9-4bdc-8368-6e33c50b6825 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:52.318969 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-6ba6ad52-d111-4fcc-ba0d-8343cf227942 req-231fe148-0a84-4c90-9377-23a3057e8e3c tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] 10.222.0.31 "GET /v2.0/security-groups?id=390a8b13-4faa-4f09-8183-1d64aeed1bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708511 Dec 16 15:51:52.324629 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc2f226-8083-40da-a109-01a9e9585040 req-3eaf5fd8-34bb-4381-9386-59ef6781049f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:52.326159 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-3bc2f226-8083-40da-a109-01a9e9585040 req-3eaf5fd8-34bb-4381-9386-59ef6781049f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a82af4eab10342ddbdddd09e11579c36&device_id=29bba044-2e01-44b1-bb03-0f367846a5f0 HTTP/1.1" status: 200 len: 1099 time: 0.0647171 Dec 16 15:51:52.366014 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device 9e7221ff-5d9d-4ed8-8500-cccc65e2b928 up at agent hyperv_hv-cinder-78447 {{(pid=108906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:51:52.398739 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c1e4b778-ef57-4568-930d-00f277836501 req-02cf9992-ed19-4347-9356-b955f55c1f94 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e0931ad-2cb0-4a8a-9f29-cd2e4109aaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845332 Dec 16 15:51:52.431362 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d8ef76-6ad9-4bdc-8368-6e33c50b6825 service neutron] Pushing event updated for resources: {'Port': ['ID=8e2fdbb4-3edf-41eb-8daa-904ea54bacb1,revision_number=2']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:52.458324 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Provisioning for port 9e7221ff-5d9d-4ed8-8500-cccc65e2b928 completed by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:51:52.470485 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Provisioning complete for port 9e7221ff-5d9d-4ed8-8500-cccc65e2b928 triggered by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:51:52.470938 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:52.511256 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.managers [req-18f10974-18f7-4f81-a027-340dbd25bf2b req-c5d8ef76-6ad9-4bdc-8368-6e33c50b6825 service neutron] Attempting to bind port 8e2fdbb4-3edf-41eb-8daa-904ea54bacb1 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:51:52.511588 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.managers [req-18f10974-18f7-4f81-a027-340dbd25bf2b req-c5d8ef76-6ad9-4bdc-8368-6e33c50b6825 service neutron] Attempting to bind port 8e2fdbb4-3edf-41eb-8daa-904ea54bacb1 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '8a8cc844-cc13-47cc-b194-eff6c05ee70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9f3bcad2-6582-4016-8d64-28b5be20bd8f'}] {{(pid=108904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:51:52.511938 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f10974-18f7-4f81-a027-340dbd25bf2b req-c5d8ef76-6ad9-4bdc-8368-6e33c50b6825 service neutron] Attempting to bind port 8e2fdbb4-3edf-41eb-8daa-904ea54bacb1 on network 9f3bcad2-6582-4016-8d64-28b5be20bd8f {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:51:52.521372 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc36d7b4-97f5-4d3f-ae29-ec4c2f517297 req-f3d87400-97d6-4c38-8e3c-b5c318050c29 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:52.523435 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-cc36d7b4-97f5-4d3f-ae29-ec4c2f517297 req-f3d87400-97d6-4c38-8e3c-b5c318050c29 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=29bba044-2e01-44b1-bb03-0f367846a5f0 HTTP/1.1" status: 200 len: 946 time: 0.0743523 Dec 16 15:51:52.557134 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f10974-18f7-4f81-a027-340dbd25bf2b req-c5d8ef76-6ad9-4bdc-8368-6e33c50b6825 service neutron] Port 8e2fdbb4-3edf-41eb-8daa-904ea54bacb1 on network 9f3bcad2-6582-4016-8d64-28b5be20bd8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:51:52.563570 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f10974-18f7-4f81-a027-340dbd25bf2b req-c5d8ef76-6ad9-4bdc-8368-6e33c50b6825 service neutron] Attempting to bind port 8e2fdbb4-3edf-41eb-8daa-904ea54bacb1 on network 9f3bcad2-6582-4016-8d64-28b5be20bd8f {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:51:52.584853 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc2f226-8083-40da-a109-01a9e9585040 req-8d6b7565-1571-4aa0-9a9d-ed8faa6593d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:52.587055 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-3bc2f226-8083-40da-a109-01a9e9585040 req-8d6b7565-1571-4aa0-9a9d-ed8faa6593d0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=995ae86b-522a-475e-97b2-0044dee2628f HTTP/1.1" status: 200 len: 911 time: 0.2346184 Dec 16 15:51:52.588142 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f10974-18f7-4f81-a027-340dbd25bf2b req-c5d8ef76-6ad9-4bdc-8368-6e33c50b6825 service neutron] Checking agent: {'id': 'cc3d5e4c-e00e-4c48-b0f7-4cab06ea1ca9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 46, 48), 'started_at': datetime.datetime(2021, 12, 16, 15, 46, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:51:52.588473 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f10974-18f7-4f81-a027-340dbd25bf2b req-c5d8ef76-6ad9-4bdc-8368-6e33c50b6825 service neutron] Checking segment: {'id': '8a8cc844-cc13-47cc-b194-eff6c05ee70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9f3bcad2-6582-4016-8d64-28b5be20bd8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:51:52.588843 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f10974-18f7-4f81-a027-340dbd25bf2b req-c5d8ef76-6ad9-4bdc-8368-6e33c50b6825 service neutron] Bound using segment: {'id': '8a8cc844-cc13-47cc-b194-eff6c05ee70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9f3bcad2-6582-4016-8d64-28b5be20bd8f'} {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:51:52.589275 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.managers [req-18f10974-18f7-4f81-a027-340dbd25bf2b req-c5d8ef76-6ad9-4bdc-8368-6e33c50b6825 service neutron] Bound port: 8e2fdbb4-3edf-41eb-8daa-904ea54bacb1, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a8cc844-cc13-47cc-b194-eff6c05ee70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9f3bcad2-6582-4016-8d64-28b5be20bd8f'}}] {{(pid=108904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:51:52.589652 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-18f10974-18f7-4f81-a027-340dbd25bf2b req-c5d8ef76-6ad9-4bdc-8368-6e33c50b6825 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:52.623777 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-cc36d7b4-97f5-4d3f-ae29-ec4c2f517297 req-74056d1f-d92e-4896-b314-ae2cbfceec41 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f111158e-b0d3-4bc9-b508-9088a16d8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880320 Dec 16 15:51:52.665510 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:52.705686 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ff7d8ab-5af0-4a1f-a362-c6d43d7492be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e7221ff-5d9d-4ed8-8500-cccc65e2b928'}] {{(pid=108906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:51:52.708651 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02b5cd720e1ebaa5714ffb0bc34871610594f2c4f6020a6f60f7cc29a5a8a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56cee68e-32c5-4391-8018-6386d548e550" -d '{"events": [{"server_uuid": "5ff7d8ab-5af0-4a1f-a362-c6d43d7492be", "name": "network-vif-plugged", "status": "completed", "tag": "9e7221ff-5d9d-4ed8-8500-cccc65e2b928"}]}' {{(pid=108906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:51:52.733127 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-3bc2f226-8083-40da-a109-01a9e9585040 req-85f6e75f-4054-42cb-a3c6-8171d648f57b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b9973de-48e3-4cb5-a15d-7bd646981f14 HTTP/1.1" status: 200 len: 1001 time: 0.1337364 Dec 16 15:51:52.739945 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] For port 9e7221ff-5d9d-4ed8-8500-cccc65e2b928, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=9e7221ff-5d9d-4ed8-8500-cccc65e2b928,segment=NetworkSegment(47c0fe21-ae78-4415-b99a-497d56d95faf),segment_id=47c0fe21-ae78-4415-b99a-497d56d95faf)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:51:52.753619 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:52.756503 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device cc1f207a-64d8-409d-a59e-543c8d2230c6 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:51:52.786472 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31818eec-e76f-4a73-b758-9824b303ce1b x-openstack-request-id: req-31818eec-e76f-4a73-b758-9824b303ce1b {{(pid=108906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:51:52.787121 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ff7d8ab-5af0-4a1f-a362-c6d43d7492be", "name": "network-vif-plugged", "status": "completed", "tag": "9e7221ff-5d9d-4ed8-8500-cccc65e2b928", "code": 200}]} {{(pid=108906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:51:52.787373 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-31818eec-e76f-4a73-b758-9824b303ce1b {{(pid=108906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:51:52.787973 dv-cinder-784477-11-iscsi neutron-server[108906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ff7d8ab-5af0-4a1f-a362-c6d43d7492be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e7221ff-5d9d-4ed8-8500-cccc65e2b928', 'code': 200} Dec 16 15:51:52.791737 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] No Port match for: cc1f207a-64d8-409d-a59e-543c8d2230c6 {{(pid=108906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:51:52.792406 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device cc1f207a-64d8-409d-a59e-543c8d2230c6 not bound to the agent host hv-cinder-78447 {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:51:52.795602 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.db [req-18f10974-18f7-4f81-a027-340dbd25bf2b req-c5d8ef76-6ad9-4bdc-8368-6e33c50b6825 service neutron] For port 8e2fdbb4-3edf-41eb-8daa-904ea54bacb1, host hv-cinder-78447, cleared binding levels {{(pid=108904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:51:52.815609 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.db [req-18f10974-18f7-4f81-a027-340dbd25bf2b req-c5d8ef76-6ad9-4bdc-8368-6e33c50b6825 service neutron] For port 8e2fdbb4-3edf-41eb-8daa-904ea54bacb1, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=8e2fdbb4-3edf-41eb-8daa-904ea54bacb1,segment=NetworkSegment(8a8cc844-cc13-47cc-b194-eff6c05ee70b),segment_id=8a8cc844-cc13-47cc-b194-eff6c05ee70b)] {{(pid=108904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:51:52.841765 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-18f10974-18f7-4f81-a027-340dbd25bf2b req-c5d8ef76-6ad9-4bdc-8368-6e33c50b6825 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:52.845243 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc2f226-8083-40da-a109-01a9e9585040 req-a3f7591a-25be-4fe4-9afa-bf7955846507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:52.846934 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-3bc2f226-8083-40da-a109-01a9e9585040 req-a3f7591a-25be-4fe4-9afa-bf7955846507 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5963245f-298c-4a64-a4bf-7727c7e9fe74 HTTP/1.1" status: 200 len: 849 time: 0.0997012 Dec 16 15:51:52.889700 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6d357-89c8-4645-8785-143b9630b111 req-4fa357ad-64c7-491e-834d-88b4698bccb3 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:52.894705 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Pushing event updated for resources: {'Port': ['ID=9e7221ff-5d9d-4ed8-8500-cccc65e2b928,revision_number=5']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:52.899354 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-e0a6d357-89c8-4645-8785-143b9630b111 req-4fa357ad-64c7-491e-834d-88b4698bccb3 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 945 time: 0.0700052 Dec 16 15:51:52.922583 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f10974-18f7-4f81-a027-340dbd25bf2b req-c5d8ef76-6ad9-4bdc-8368-6e33c50b6825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:52.923322 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-18f10974-18f7-4f81-a027-340dbd25bf2b req-c5d8ef76-6ad9-4bdc-8368-6e33c50b6825 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294'] for port, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:52.924892 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-18f10974-18f7-4f81-a027-340dbd25bf2b req-c5d8ef76-6ad9-4bdc-8368-6e33c50b6825 service neutron] 10.222.0.66 "PUT /v2.0/ports/8e2fdbb4-3edf-41eb-8daa-904ea54bacb1 HTTP/1.1" status: 200 len: 1093 time: 1.1236429 Dec 16 15:51:52.951709 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d8ef76-6ad9-4bdc-8368-6e33c50b6825 service neutron] Pushing event updated for resources: {'Port': ['ID=8e2fdbb4-3edf-41eb-8daa-904ea54bacb1,revision_number=3']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:52.967701 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc2f226-8083-40da-a109-01a9e9585040 req-ae046878-5e82-4ae2-9fe1-03155deaafba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:52.969203 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-3bc2f226-8083-40da-a109-01a9e9585040 req-ae046878-5e82-4ae2-9fe1-03155deaafba service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=995ae86b-522a-475e-97b2-0044dee2628f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0943019 Dec 16 15:51:52.975836 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-e0a6d357-89c8-4645-8785-143b9630b111 req-9446bb21-5f1b-4e13-98f2-acd0c0b8ea76 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754917 Dec 16 15:51:53.045217 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f10974-18f7-4f81-a027-340dbd25bf2b req-40f40b78-6a5d-4a1c-b19b-c5d36e01d2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:53.047681 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-18f10974-18f7-4f81-a027-340dbd25bf2b req-40f40b78-6a5d-4a1c-b19b-c5d36e01d2f5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=34de311402354bb6a5903e764e3a0cbc&device_id=248b8eac-f030-4761-a6c9-0ddaf6475f0f HTTP/1.1" status: 200 len: 1096 time: 0.0500934 Dec 16 15:51:53.102734 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5219b71-f100-47ae-9c6b-718cf2a793a1 req-f6180ddc-3577-407a-9734-55a6b493a30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:53.104433 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-a5219b71-f100-47ae-9c6b-718cf2a793a1 req-f6180ddc-3577-407a-9734-55a6b493a30e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5ff7d8ab-5af0-4a1f-a362-c6d43d7492be HTTP/1.1" status: 200 len: 1098 time: 0.1002827 Dec 16 15:51:53.111888 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-18f10974-18f7-4f81-a027-340dbd25bf2b req-6b8fc34a-82f2-4643-a401-8060610b3edb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e2fdbb4-3edf-41eb-8daa-904ea54bacb1 HTTP/1.1" status: 200 len: 217 time: 0.0503123 Dec 16 15:51:53.156785 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-3bc2f226-8083-40da-a109-01a9e9585040 req-2ac9e8e3-db4d-4643-99eb-37ef9c735256 service neutron] 10.222.0.66 "GET /v2.0/networks/995ae86b-522a-475e-97b2-0044dee2628f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657827 Dec 16 15:51:53.181496 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f10974-18f7-4f81-a027-340dbd25bf2b req-b9ff9c2b-be51-4ec6-a86e-1a382a4586f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:53.182892 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-18f10974-18f7-4f81-a027-340dbd25bf2b req-b9ff9c2b-be51-4ec6-a86e-1a382a4586f2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=be190589-1228-416b-a7de-4c8d3640d62c HTTP/1.1" status: 200 len: 847 time: 0.0601134 Dec 16 15:51:53.189486 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-a5219b71-f100-47ae-9c6b-718cf2a793a1 req-32d73926-babd-45e6-946d-5e16cbbb332f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=390a8b13-4faa-4f09-8183-1d64aeed1bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728407 Dec 16 15:51:53.226814 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '248b8eac-f030-4761-a6c9-0ddaf6475f0f', 'tag': '8e2fdbb4-3edf-41eb-8daa-904ea54bacb1'}] {{(pid=108904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:51:53.230289 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0a2cce90635460fa9ee7acd2d2298fc55a52ab45a9458d7253143d338a4b89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e27afa71-adbc-4fb3-bef1-cd0079967bdd" -d '{"events": [{"name": "network-changed", "server_uuid": "248b8eac-f030-4761-a6c9-0ddaf6475f0f", "tag": "8e2fdbb4-3edf-41eb-8daa-904ea54bacb1"}]}' {{(pid=108904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:51:53.259253 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f10974-18f7-4f81-a027-340dbd25bf2b req-adc4d0f6-9f74-49d9-83de-32966751a5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:53.261355 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-18f10974-18f7-4f81-a027-340dbd25bf2b req-adc4d0f6-9f74-49d9-83de-32966751a5c7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9f3bcad2-6582-4016-8d64-28b5be20bd8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0700707 Dec 16 15:51:53.280996 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ee25b4-7eb4-41d4-bc62-4d7155644984 x-openstack-request-id: req-d3ee25b4-7eb4-41d4-bc62-4d7155644984 {{(pid=108904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:51:53.281382 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "248b8eac-f030-4761-a6c9-0ddaf6475f0f", "tag": "8e2fdbb4-3edf-41eb-8daa-904ea54bacb1", "status": "completed", "code": 200}]} {{(pid=108904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:51:53.281727 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d3ee25b4-7eb4-41d4-bc62-4d7155644984 {{(pid=108904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:51:53.282117 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '248b8eac-f030-4761-a6c9-0ddaf6475f0f', 'tag': '8e2fdbb4-3edf-41eb-8daa-904ea54bacb1', 'status': 'completed', 'code': 200} Dec 16 15:51:53.284305 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-3bc2f226-8083-40da-a109-01a9e9585040 req-c6dec8c9-1ca0-495f-bb23-1c442b5ea251 service neutron] 10.222.0.66 "GET /v2.0/networks/995ae86b-522a-475e-97b2-0044dee2628f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171808 Dec 16 15:51:53.541768 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2802a0de-ae5b-4421-8971-43871417502f req-b71ae90a-48af-4558-a1d5-12f9f067da4f tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:53.543265 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-2802a0de-ae5b-4421-8971-43871417502f req-b71ae90a-48af-4558-a1d5-12f9f067da4f tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ff7d8ab-5af0-4a1f-a362-c6d43d7492be HTTP/1.1" status: 200 len: 945 time: 0.1405895 Dec 16 15:51:53.585774 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd731f39-f52a-4e4f-99c3-7eddc8dd9ad9 req-12f374f3-216e-4f56-86dc-0810f394d13a tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:53.587267 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-bd731f39-f52a-4e4f-99c3-7eddc8dd9ad9 req-12f374f3-216e-4f56-86dc-0810f394d13a tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/ports?device_id=248b8eac-f030-4761-a6c9-0ddaf6475f0f HTTP/1.1" status: 200 len: 943 time: 0.1021919 Dec 16 15:51:53.594932 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-18f10974-18f7-4f81-a027-340dbd25bf2b req-758d59f0-41d7-4fe3-990e-23d735774a66 service neutron] 10.222.0.66 "GET /v2.0/networks/9f3bcad2-6582-4016-8d64-28b5be20bd8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804450 Dec 16 15:51:53.690689 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-2802a0de-ae5b-4421-8971-43871417502f req-758b90ae-72b2-4d1c-b743-b64242533c13 tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] 10.222.0.31 "GET /v2.0/security-groups?id=390a8b13-4faa-4f09-8183-1d64aeed1bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383100 Dec 16 15:51:53.714547 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-bd731f39-f52a-4e4f-99c3-7eddc8dd9ad9 req-3ff1c0b0-efae-446d-8328-7cc86bb3a7f5 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e0931ad-2cb0-4a8a-9f29-cd2e4109aaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173596 Dec 16 15:51:53.743636 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-18f10974-18f7-4f81-a027-340dbd25bf2b req-67a11977-a6ad-44a9-af3b-aac0d1e397d5 service neutron] 10.222.0.66 "GET /v2.0/networks/9f3bcad2-6582-4016-8d64-28b5be20bd8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364312 Dec 16 15:51:53.818559 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29527f34-3ed2-44f5-8107-610992617af2 req-a0499e65-4b8d-42ee-a65e-66e7977d4f03 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:53.820348 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-29527f34-3ed2-44f5-8107-610992617af2 req-a0499e65-4b8d-42ee-a65e-66e7977d4f03 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=29bba044-2e01-44b1-bb03-0f367846a5f0 HTTP/1.1" status: 200 len: 946 time: 0.0668609 Dec 16 15:51:53.884239 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27afa71-adbc-4fb3-bef1-cd0079967bdd req-b27356c0-320c-417b-9eff-3cf5a823896a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:53.885750 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-e27afa71-adbc-4fb3-bef1-cd0079967bdd req-b27356c0-320c-417b-9eff-3cf5a823896a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=34de311402354bb6a5903e764e3a0cbc&device_id=248b8eac-f030-4761-a6c9-0ddaf6475f0f HTTP/1.1" status: 200 len: 1096 time: 0.0845089 Dec 16 15:51:53.892889 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-29527f34-3ed2-44f5-8107-610992617af2 req-3be6a310-9008-476e-8e81-aed23e846f47 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f111158e-b0d3-4bc9-b508-9088a16d8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589442 Dec 16 15:51:53.977525 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 41382) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:53.978426 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27afa71-adbc-4fb3-bef1-cd0079967bdd req-274dde3a-4516-4da6-813e-9eda8741d546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:53.979947 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-e27afa71-adbc-4fb3-bef1-cd0079967bdd req-274dde3a-4516-4da6-813e-9eda8741d546 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9f3bcad2-6582-4016-8d64-28b5be20bd8f HTTP/1.1" status: 200 len: 909 time: 0.0860126 Dec 16 15:51:54.024492 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-e27afa71-adbc-4fb3-bef1-cd0079967bdd req-b93239df-005d-406f-af4b-65a2499773e1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e2fdbb4-3edf-41eb-8daa-904ea54bacb1 HTTP/1.1" status: 200 len: 217 time: 0.0353699 Dec 16 15:51:54.095936 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-8dbe4bd2-a094-4f84-ba53-d0b190f73cb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:54.119395 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27afa71-adbc-4fb3-bef1-cd0079967bdd req-5008f2cb-b887-4ceb-b209-eeba2b5487d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:54.120841 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-e27afa71-adbc-4fb3-bef1-cd0079967bdd req-5008f2cb-b887-4ceb-b209-eeba2b5487d2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=be190589-1228-416b-a7de-4c8d3640d62c HTTP/1.1" status: 200 len: 847 time: 0.0672271 Dec 16 15:51:54.131076 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f35a1a7-8e2d-4f39-b890-2a2da58c8b31 req-d189767b-2622-4137-ab7e-ba6f54dd1008 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:54.132534 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-1f35a1a7-8e2d-4f39-b890-2a2da58c8b31 req-d189767b-2622-4137-ab7e-ba6f54dd1008 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 945 time: 0.0875566 Dec 16 15:51:54.179864 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-8dbe4bd2-a094-4f84-ba53-d0b190f73cb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:54.185822 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-8dbe4bd2-a094-4f84-ba53-d0b190f73cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:54.210142 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27afa71-adbc-4fb3-bef1-cd0079967bdd req-5e107cef-e442-4fa8-ad4a-00cb976d14d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:54.211646 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-e27afa71-adbc-4fb3-bef1-cd0079967bdd req-5e107cef-e442-4fa8-ad4a-00cb976d14d4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9f3bcad2-6582-4016-8d64-28b5be20bd8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0762303 Dec 16 15:51:54.225866 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-1f35a1a7-8e2d-4f39-b890-2a2da58c8b31 req-698f93d6-a2b5-4b17-b8aa-dfbc479bbbd4 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788028 Dec 16 15:51:54.234661 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-8dbe4bd2-a094-4f84-ba53-d0b190f73cb3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bdd334b57e3c448d8d6519e87a08a510&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2560072 Dec 16 15:51:54.236753 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe4bd2-a094-4f84-ba53-d0b190f73cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a232800-a346-4be7-a121-b41f3e4c374d,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:54.237356 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 41392) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:54.350377 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-c026b08b-d1c8-4c6a-aa41-600a078e7cce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:54.367187 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-e27afa71-adbc-4fb3-bef1-cd0079967bdd req-1b7450c1-3bb0-4a0d-875e-71a1fd835f91 service neutron] 10.222.0.66 "GET /v2.0/networks/9f3bcad2-6582-4016-8d64-28b5be20bd8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224794 Dec 16 15:51:54.380735 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-c026b08b-d1c8-4c6a-aa41-600a078e7cce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:54.489765 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-c026b08b-d1c8-4c6a-aa41-600a078e7cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:54.492445 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-c026b08b-d1c8-4c6a-aa41-600a078e7cce admin admin] Publish callbacks [] for security_group, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:54.493668 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-c026b08b-d1c8-4c6a-aa41-600a078e7cce admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5a232800-a346-4be7-a121-b41f3e4c374d HTTP/1.1" status: 204 len: 168 time: 0.2550385 Dec 16 15:51:54.500338 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-e27afa71-adbc-4fb3-bef1-cd0079967bdd req-20eb4092-b10c-41f1-9b4b-2ac694c0a53d service neutron] 10.222.0.66 "GET /v2.0/networks/9f3bcad2-6582-4016-8d64-28b5be20bd8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124709 Dec 16 15:51:54.506002 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c026b08b-d1c8-4c6a-aa41-600a078e7cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a232800-a346-4be7-a121-b41f3e4c374d,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:54.816365 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 41412) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:54.848196 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-1f5e7c38-af97-46bc-8d1d-80bb65289d6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:54.874713 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491b5bce-a117-47b7-b2af-7fb2b5956a49 req-fc0dd1db-b098-4d4f-8e1b-3acdbfdd41a1 tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:54.876054 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-491b5bce-a117-47b7-b2af-7fb2b5956a49 req-fc0dd1db-b098-4d4f-8e1b-3acdbfdd41a1 tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ff7d8ab-5af0-4a1f-a362-c6d43d7492be HTTP/1.1" status: 200 len: 945 time: 0.1140089 Dec 16 15:51:55.146106 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189cec48-bb44-41b1-b5f5-95e5bf3b1c80 req-ee449c00-d551-4a6e-9b54-6ad45062de79 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:55.147427 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-189cec48-bb44-41b1-b5f5-95e5bf3b1c80 req-ee449c00-d551-4a6e-9b54-6ad45062de79 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/ports?device_id=248b8eac-f030-4761-a6c9-0ddaf6475f0f HTTP/1.1" status: 200 len: 943 time: 0.3437777 Dec 16 15:51:55.213872 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-491b5bce-a117-47b7-b2af-7fb2b5956a49 req-27aa7bd9-8a1c-4c46-aa30-7607daa94ca2 tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] 10.222.0.31 "GET /v2.0/security-groups?id=390a8b13-4faa-4f09-8183-1d64aeed1bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3299575 Dec 16 15:51:55.249713 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-189cec48-bb44-41b1-b5f5-95e5bf3b1c80 req-e28769fe-8973-4194-b1f1-eb68b6677b55 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e0931ad-2cb0-4a8a-9f29-cd2e4109aaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934279 Dec 16 15:51:55.262845 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-1f5e7c38-af97-46bc-8d1d-80bb65289d6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:55.274493 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-1f5e7c38-af97-46bc-8d1d-80bb65289d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:55.333712 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5e7c38-af97-46bc-8d1d-80bb65289d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d912306-fbc5-4a1a-90d2-30c5906c5a4c,revision_number=1']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:55.356535 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-1f5e7c38-af97-46bc-8d1d-80bb65289d6d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e2d69dac67df491e949edd350f7a5ea8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5391655 Dec 16 15:51:55.359198 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 41422) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:55.409395 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-a78307b5-2078-47bc-bad1-b0b249012fbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:55.410722 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f7c54-5874-4fc3-a400-731044ccadaa req-3a2ec9ac-271f-4505-b18a-1f2341be1e45 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:55.412310 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-725f7c54-5874-4fc3-a400-731044ccadaa req-3a2ec9ac-271f-4505-b18a-1f2341be1e45 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=29bba044-2e01-44b1-bb03-0f367846a5f0 HTTP/1.1" status: 200 len: 946 time: 0.0931516 Dec 16 15:51:55.424948 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3612ae8a-cd51-4c36-a071-efdc3f224b73 req-35323d99-1c55-41b1-b7be-4ae7c8dcaab4 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:55.426742 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-3612ae8a-cd51-4c36-a071-efdc3f224b73 req-35323d99-1c55-41b1-b7be-4ae7c8dcaab4 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 945 time: 0.0737760 Dec 16 15:51:55.430979 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-a78307b5-2078-47bc-bad1-b0b249012fbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:55.491397 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-a78307b5-2078-47bc-bad1-b0b249012fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:55.494815 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-a78307b5-2078-47bc-bad1-b0b249012fbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:55.496321 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-a78307b5-2078-47bc-bad1-b0b249012fbc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7d912306-fbc5-4a1a-90d2-30c5906c5a4c HTTP/1.1" status: 204 len: 168 time: 0.1358793 Dec 16 15:51:55.509119 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-725f7c54-5874-4fc3-a400-731044ccadaa req-8517d21d-1435-45e3-aae1-81630c252550 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f111158e-b0d3-4bc9-b508-9088a16d8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816705 Dec 16 15:51:55.518284 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-3612ae8a-cd51-4c36-a071-efdc3f224b73 req-fb9d0913-ac05-4203-8cca-db6f3fe4f890 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841546 Dec 16 15:51:55.522136 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78307b5-2078-47bc-bad1-b0b249012fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d912306-fbc5-4a1a-90d2-30c5906c5a4c,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:55.967728 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e962135-3a05-4acd-bbc4-d7804a4b5a79 req-916fba36-0070-413a-85d2-27986ac5814f tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:55.969350 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-5e962135-3a05-4acd-bbc4-d7804a4b5a79 req-916fba36-0070-413a-85d2-27986ac5814f tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ff7d8ab-5af0-4a1f-a362-c6d43d7492be HTTP/1.1" status: 200 len: 945 time: 0.0483615 Dec 16 15:51:56.012389 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.agents_db [None req-3e981004-2469-4169-a15f-e329d1e51356 None None] Agent healthcheck: found 6 active agents {{(pid=108907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:51:56.018440 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-5e962135-3a05-4acd-bbc4-d7804a4b5a79 req-044a7232-3609-49e8-8170-2aa2df2b5c8a tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] 10.222.0.31 "GET /v2.0/security-groups?id=390a8b13-4faa-4f09-8183-1d64aeed1bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427587 Dec 16 15:51:56.374999 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320cec48-8a3d-4cd6-aa56-994e648e9d9e req-bcc709ba-08e9-4bd7-adb9-cabdec440fb3 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:56.376484 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-320cec48-8a3d-4cd6-aa56-994e648e9d9e req-bcc709ba-08e9-4bd7-adb9-cabdec440fb3 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/ports?device_id=248b8eac-f030-4761-a6c9-0ddaf6475f0f HTTP/1.1" status: 200 len: 943 time: 0.0552549 Dec 16 15:51:56.424320 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-320cec48-8a3d-4cd6-aa56-994e648e9d9e req-b86c36c2-0df9-460f-916c-a09b051f39f0 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e0931ad-2cb0-4a8a-9f29-cd2e4109aaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415175 Dec 16 15:51:56.636819 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0f99d3-8807-4fbc-bd75-83a49b927e8d req-9cbd9929-f2df-454e-b0e6-30ea765beea0 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:56.638347 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-4b0f99d3-8807-4fbc-bd75-83a49b927e8d req-9cbd9929-f2df-454e-b0e6-30ea765beea0 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 945 time: 0.0500784 Dec 16 15:51:56.684903 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-4b0f99d3-8807-4fbc-bd75-83a49b927e8d req-536f2032-0dae-4796-97e5-b92312cfdfc9 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407259 Dec 16 15:51:57.136412 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90567de-7804-42dc-9486-2a63e936ad61 req-daff8697-aa4a-467f-8f43-2b7bbea75d0c tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:57.137940 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-a90567de-7804-42dc-9486-2a63e936ad61 req-daff8697-aa4a-467f-8f43-2b7bbea75d0c tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ff7d8ab-5af0-4a1f-a362-c6d43d7492be HTTP/1.1" status: 200 len: 945 time: 0.0502374 Dec 16 15:51:57.187591 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-a90567de-7804-42dc-9486-2a63e936ad61 req-897bb4d6-6dc2-4a4f-bbbc-ff5443bc8c86 tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] 10.222.0.31 "GET /v2.0/security-groups?id=390a8b13-4faa-4f09-8183-1d64aeed1bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437105 Dec 16 15:51:57.539967 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a203a584-dc2c-4443-b9ee-005921561a95 req-fd018326-12b5-463a-97c5-b0fb3cd411fa tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:57.541476 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-a203a584-dc2c-4443-b9ee-005921561a95 req-fd018326-12b5-463a-97c5-b0fb3cd411fa tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/ports?device_id=248b8eac-f030-4761-a6c9-0ddaf6475f0f HTTP/1.1" status: 200 len: 943 time: 0.0502446 Dec 16 15:51:57.615418 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-a203a584-dc2c-4443-b9ee-005921561a95 req-3af892fa-f512-46df-8feb-8f40d3c61823 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e0931ad-2cb0-4a8a-9f29-cd2e4109aaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677342 Dec 16 15:51:57.629828 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c498f-826c-47c5-be4e-851e5fd3be29 req-04b06bed-cf66-466d-9cf0-272977e94477 tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:57.631283 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-764c498f-826c-47c5-be4e-851e5fd3be29 req-04b06bed-cf66-466d-9cf0-272977e94477 tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ff7d8ab-5af0-4a1f-a362-c6d43d7492be HTTP/1.1" status: 200 len: 945 time: 0.0679152 Dec 16 15:51:57.730000 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.plugin [req-764c498f-826c-47c5-be4e-851e5fd3be29 req-202b67e6-8d23-4862-9a8d-31c7451ee92b tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] Deleting port 9e7221ff-5d9d-4ed8-8500-cccc65e2b928 {{(pid=108905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:51:57.730336 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-764c498f-826c-47c5-be4e-851e5fd3be29 req-202b67e6-8d23-4862-9a8d-31c7451ee92b tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739692165232'] for port, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:57.846331 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.db [req-764c498f-826c-47c5-be4e-851e5fd3be29 req-202b67e6-8d23-4862-9a8d-31c7451ee92b tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] For port 9e7221ff-5d9d-4ed8-8500-cccc65e2b928, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=9e7221ff-5d9d-4ed8-8500-cccc65e2b928,segment=NetworkSegment(47c0fe21-ae78-4415-b99a-497d56d95faf),segment_id=47c0fe21-ae78-4415-b99a-497d56d95faf)] {{(pid=108905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:51:57.846681 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-764c498f-826c-47c5-be4e-851e5fd3be29 req-202b67e6-8d23-4862-9a8d-31c7451ee92b tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343270'] for port, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:57.855940 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c654911-a2b5-48be-ab68-b170e16872d4 req-8d3b1147-c499-4745-b528-23b8f0df02b7 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:57.857432 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-1c654911-a2b5-48be-ab68-b170e16872d4 req-8d3b1147-c499-4745-b528-23b8f0df02b7 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 945 time: 0.0896301 Dec 16 15:51:57.872553 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.plugin [req-764c498f-826c-47c5-be4e-851e5fd3be29 req-202b67e6-8d23-4862-9a8d-31c7451ee92b tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] Calling delete_port for 9e7221ff-5d9d-4ed8-8500-cccc65e2b928 owned by compute:nova {{(pid=108905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:51:57.950101 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-1c654911-a2b5-48be-ab68-b170e16872d4 req-10ded8f6-8290-4302-9298-be805c4a7247 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857453 Dec 16 15:51:58.032554 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-764c498f-826c-47c5-be4e-851e5fd3be29 req-202b67e6-8d23-4862-9a8d-31c7451ee92b tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739692371923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739691803603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5936052'] for port, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:58.044616 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] get_ports_and_sgs() called for port_ids ['9e7221ff-5d9d-4ed8-8500-cccc65e2b928'] {{(pid=108906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:51:58.061768 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b67e6-8d23-4862-9a8d-31c7451ee92b tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] Pushing event deleted for resources: {'Port': ['ID=9e7221ff-5d9d-4ed8-8500-cccc65e2b928,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:58.103904 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.db.l3_dvrscheduler_db [req-764c498f-826c-47c5-be4e-851e5fd3be29 req-202b67e6-8d23-4862-9a8d-31c7451ee92b tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] No DVR routers for this DVR port 9e7221ff-5d9d-4ed8-8500-cccc65e2b928 on host hv-cinder-78447 {{(pid=108905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:51:58.106340 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-764c498f-826c-47c5-be4e-851e5fd3be29 req-202b67e6-8d23-4862-9a8d-31c7451ee92b tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294'] for port, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:58.109644 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-764c498f-826c-47c5-be4e-851e5fd3be29 req-202b67e6-8d23-4862-9a8d-31c7451ee92b tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] 10.222.0.66 "DELETE /v2.0/ports/9e7221ff-5d9d-4ed8-8500-cccc65e2b928 HTTP/1.1" status: 204 len: 173 time: 0.4685221 Dec 16 15:51:58.110074 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ff7d8ab-5af0-4a1f-a362-c6d43d7492be', 'name': 'network-vif-deleted', 'tag': '9e7221ff-5d9d-4ed8-8500-cccc65e2b928'}] {{(pid=108905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:51:58.112299 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6427484bab23da45c698b4d929e4ad3874a49078d57181539d46633581fe494" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d9da3b3-a4aa-4641-9629-4c062f76ed0a" -d '{"events": [{"server_uuid": "5ff7d8ab-5af0-4a1f-a362-c6d43d7492be", "name": "network-vif-deleted", "tag": "9e7221ff-5d9d-4ed8-8500-cccc65e2b928"}]}' {{(pid=108905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:51:58.150768 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ed7d28-504b-4162-b4c0-354db8d90bb6 x-openstack-request-id: req-d1ed7d28-504b-4162-b4c0-354db8d90bb6 {{(pid=108905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:51:58.151396 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ff7d8ab-5af0-4a1f-a362-c6d43d7492be", "name": "network-vif-deleted", "tag": "9e7221ff-5d9d-4ed8-8500-cccc65e2b928", "status": "completed", "code": 200}]} {{(pid=108905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:51:58.151396 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d1ed7d28-504b-4162-b4c0-354db8d90bb6 {{(pid=108905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:51:58.151711 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ff7d8ab-5af0-4a1f-a362-c6d43d7492be', 'name': 'network-vif-deleted', 'tag': '9e7221ff-5d9d-4ed8-8500-cccc65e2b928', 'status': 'completed', 'code': 200} Dec 16 15:51:58.291532 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-d58f7e97-36dc-4446-b270-355a149f6ba7 req-cd830409-dd8f-4862-9459-0b3f6bf1e352 tempest-VolumesActionsTest-572318000 tempest-VolumesActionsTest-572318000-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ff7d8ab-5af0-4a1f-a362-c6d43d7492be HTTP/1.1" status: 200 len: 210 time: 0.0254116 Dec 16 15:51:58.748118 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a52dba7-6ad2-4472-8483-335c997145aa req-7b39ba16-8ee2-4a75-881c-01d182d604ed tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:58.749627 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-1a52dba7-6ad2-4472-8483-335c997145aa req-7b39ba16-8ee2-4a75-881c-01d182d604ed tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/ports?device_id=248b8eac-f030-4761-a6c9-0ddaf6475f0f HTTP/1.1" status: 200 len: 943 time: 0.0544913 Dec 16 15:51:58.799363 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-1a52dba7-6ad2-4472-8483-335c997145aa req-7bb7840c-25b0-440a-a0d2-d46317d4c23b tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e0931ad-2cb0-4a8a-9f29-cd2e4109aaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435715 Dec 16 15:51:59.074160 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72360a39-31e4-401b-99f0-df84080e9f61 req-7033a102-f26a-4e3f-af30-4b69429016e0 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:59.075644 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-72360a39-31e4-401b-99f0-df84080e9f61 req-7033a102-f26a-4e3f-af30-4b69429016e0 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 945 time: 0.0510702 Dec 16 15:51:59.123386 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-72360a39-31e4-401b-99f0-df84080e9f61 req-06aa0576-f956-413f-948a-8b5481e72cd4 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/security-groups?id=1bd68b88-5431-4916-a8fc-5fa5c4b3db98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416169 Dec 16 15:51:59.405671 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f13b9-a56c-4c81-a92d-b3987d03e84e req-3e151eaf-249e-475a-90a5-d82360c26870 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:59.407122 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-594f13b9-a56c-4c81-a92d-b3987d03e84e req-3e151eaf-249e-475a-90a5-d82360c26870 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.66 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 945 time: 0.0524671 Dec 16 15:51:59.514660 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.plugin [req-594f13b9-a56c-4c81-a92d-b3987d03e84e req-a43f1c4b-60dc-4240-aa2c-05eebfe8339e tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Deleting port a162fcff-3fe8-4fc6-a489-b53c84cb0c45 {{(pid=108905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:51:59.514993 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-594f13b9-a56c-4c81-a92d-b3987d03e84e req-a43f1c4b-60dc-4240-aa2c-05eebfe8339e tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739692165232'] for port, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:59.608833 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.db [req-594f13b9-a56c-4c81-a92d-b3987d03e84e req-a43f1c4b-60dc-4240-aa2c-05eebfe8339e tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] For port a162fcff-3fe8-4fc6-a489-b53c84cb0c45, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=a162fcff-3fe8-4fc6-a489-b53c84cb0c45,segment=NetworkSegment(7f17c5c4-900f-4b5f-8564-78f9e4a462bc),segment_id=7f17c5c4-900f-4b5f-8564-78f9e4a462bc)] {{(pid=108905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:51:59.609192 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-594f13b9-a56c-4c81-a92d-b3987d03e84e req-a43f1c4b-60dc-4240-aa2c-05eebfe8339e tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343270'] for port, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:59.629427 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.plugin [req-594f13b9-a56c-4c81-a92d-b3987d03e84e req-a43f1c4b-60dc-4240-aa2c-05eebfe8339e tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Calling delete_port for a162fcff-3fe8-4fc6-a489-b53c84cb0c45 owned by compute:nova {{(pid=108905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:51:59.781793 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-594f13b9-a56c-4c81-a92d-b3987d03e84e req-a43f1c4b-60dc-4240-aa2c-05eebfe8339e tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739692371923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739691803603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5936052'] for port, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:59.795666 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] get_ports_and_sgs() called for port_ids ['a162fcff-3fe8-4fc6-a489-b53c84cb0c45'] {{(pid=108906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:51:59.838892 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43f1c4b-60dc-4240-aa2c-05eebfe8339e tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Pushing event deleted for resources: {'Port': ['ID=a162fcff-3fe8-4fc6-a489-b53c84cb0c45,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:59.862205 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c88c1a25-d0f7-40b7-bea4-c7aaa0ea59db req-aaa0a18b-0009-4efc-bee6-70fb2b210f55 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-832002217&fields=id&tenant_id=5afea3407ef84fafa658a82512fb4d24 HTTP/1.1" status: 200 len: 267 time: 0.1193404 Dec 16 15:51:59.941768 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.db.l3_dvrscheduler_db [req-594f13b9-a56c-4c81-a92d-b3987d03e84e req-a43f1c4b-60dc-4240-aa2c-05eebfe8339e tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] No DVR routers for this DVR port a162fcff-3fe8-4fc6-a489-b53c84cb0c45 on host hv-cinder-78447 {{(pid=108905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:51:59.983453 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-594f13b9-a56c-4c81-a92d-b3987d03e84e req-a43f1c4b-60dc-4240-aa2c-05eebfe8339e tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294'] for port, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:59.987702 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-594f13b9-a56c-4c81-a92d-b3987d03e84e req-a43f1c4b-60dc-4240-aa2c-05eebfe8339e tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.66 "DELETE /v2.0/ports/a162fcff-3fe8-4fc6-a489-b53c84cb0c45 HTTP/1.1" status: 204 len: 173 time: 0.5736139 Dec 16 15:52:00.032247 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1db5c9-8ca0-4212-87d0-56c3cb03aa14 req-ad652cd8-805b-4212-9769-af9d8713c211 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:00.038179 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-3d1db5c9-8ca0-4212-87d0-56c3cb03aa14 req-ad652cd8-805b-4212-9769-af9d8713c211 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/ports?device_id=248b8eac-f030-4761-a6c9-0ddaf6475f0f HTTP/1.1" status: 200 len: 943 time: 0.1474690 Dec 16 15:52:00.085509 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c1a25-d0f7-40b7-bea4-c7aaa0ea59db req-84f423b4-4864-472f-87d2-e313d7a61d5a tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:00.086892 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c88c1a25-d0f7-40b7-bea4-c7aaa0ea59db req-84f423b4-4864-472f-87d2-e313d7a61d5a tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/networks?id=447cd8ca-a758-4b0d-966f-d4641376c8a8 HTTP/1.1" status: 200 len: 810 time: 0.2161000 Dec 16 15:52:00.118841 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c88c1a25-d0f7-40b7-bea4-c7aaa0ea59db req-521451b0-7da6-4ae2-ae9b-bbf5a653c2d5 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/quotas/5afea3407ef84fafa658a82512fb4d24 HTTP/1.1" status: 200 len: 375 time: 0.0214701 Dec 16 15:52:00.124833 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-3d1db5c9-8ca0-4212-87d0-56c3cb03aa14 req-5dcecd3c-2c4d-43d9-8429-fcd834ae009f tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e0931ad-2cb0-4a8a-9f29-cd2e4109aaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785730 Dec 16 15:52:00.159326 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05750574-60a7-44f6-8fd6-d2fd52b57e91', 'name': 'network-vif-deleted', 'tag': 'a162fcff-3fe8-4fc6-a489-b53c84cb0c45'}] {{(pid=108905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:52:00.161923 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6427484bab23da45c698b4d929e4ad3874a49078d57181539d46633581fe494" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eecf39d6-5d18-4fb3-9da9-bb7cd15175bc" -d '{"events": [{"server_uuid": "05750574-60a7-44f6-8fd6-d2fd52b57e91", "name": "network-vif-deleted", "tag": "a162fcff-3fe8-4fc6-a489-b53c84cb0c45"}]}' {{(pid=108905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:52:00.193480 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c88c1a25-d0f7-40b7-bea4-c7aaa0ea59db req-159fbd06-03c3-4064-b789-0a7b93269635 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5afea3407ef84fafa658a82512fb4d24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0612297 Dec 16 15:52:00.274374 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-4d13da49-8e8a-4d92-bea5-bbb082d30215 req-abc3bee0-fb4e-4cf1-bde8-2dccf4f4af43 tempest-ServerRescueNegativeTestJSON-880100483 tempest-ServerRescueNegativeTestJSON-880100483-project] 10.222.0.31 "GET /v2.0/ports?device_id=05750574-60a7-44f6-8fd6-d2fd52b57e91 HTTP/1.1" status: 200 len: 210 time: 0.0604098 Dec 16 15:52:00.318483 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009ec055-3193-4656-a139-af752a1405e1 x-openstack-request-id: req-009ec055-3193-4656-a139-af752a1405e1 {{(pid=108905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:52:00.318775 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05750574-60a7-44f6-8fd6-d2fd52b57e91", "name": "network-vif-deleted", "tag": "a162fcff-3fe8-4fc6-a489-b53c84cb0c45", "status": "completed", "code": 200}]} {{(pid=108905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:52:00.319030 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-009ec055-3193-4656-a139-af752a1405e1 {{(pid=108905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:52:00.319437 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05750574-60a7-44f6-8fd6-d2fd52b57e91', 'name': 'network-vif-deleted', 'tag': 'a162fcff-3fe8-4fc6-a489-b53c84cb0c45', 'status': 'completed', 'code': 200} Dec 16 15:52:00.325140 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c88c1a25-d0f7-40b7-bea4-c7aaa0ea59db req-c47629de-499e-4191-bb3e-053531389938 service neutron] 10.222.0.31 "GET /v2.0/networks/447cd8ca-a758-4b0d-966f-d4641376c8a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196499 Dec 16 15:52:00.419706 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c88c1a25-d0f7-40b7-bea4-c7aaa0ea59db req-335af75c-8cd4-49d0-a016-1c4177dfe03c service neutron] 10.222.0.31 "GET /v2.0/networks/447cd8ca-a758-4b0d-966f-d4641376c8a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884480 Dec 16 15:52:00.716164 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-0137c086-36e6-4012-b2eb-cd788f538efc req-b7c6dcb7-f3f5-427e-82cc-54444f777db6 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/ports?device_id=d87f6b70-6ea0-48c1-b18c-59052e3ff9d3 HTTP/1.1" status: 200 len: 210 time: 0.0301783 Dec 16 15:52:01.245327 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7d7bff-d3e1-4f0e-85e4-fe6b8522c37e req-20247b90-7151-4446-805a-f9aa26e60261 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:01.246838 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-3c7d7bff-d3e1-4f0e-85e4-fe6b8522c37e req-20247b90-7151-4446-805a-f9aa26e60261 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/ports?device_id=248b8eac-f030-4761-a6c9-0ddaf6475f0f HTTP/1.1" status: 200 len: 943 time: 0.0511177 Dec 16 15:52:01.297744 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-3c7d7bff-d3e1-4f0e-85e4-fe6b8522c37e req-9df02ec7-287f-43d8-ba9a-30e9cda9d459 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e0931ad-2cb0-4a8a-9f29-cd2e4109aaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446341 Dec 16 15:52:01.342804 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 41626) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:01.379637 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 41628) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:01.483227 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-80e2fd12-0851-48a9-b010-fd858b26dfa8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:01.558305 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-80e2fd12-0851-48a9-b010-fd858b26dfa8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:01.563333 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-80e2fd12-0851-48a9-b010-fd858b26dfa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:01.600345 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e2fd12-0851-48a9-b010-fd858b26dfa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5c35bf-d82d-4224-b06c-b8817cfa9390,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:01.606160 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-80e2fd12-0851-48a9-b010-fd858b26dfa8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2ec1528676d9416b8ee82cb5ebf8b4a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2255080 Dec 16 15:52:01.609003 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 41632) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:01.657536 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-fe1d834e-762a-48a5-97bc-d43b8fa1afaf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:01.678940 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-fe1d834e-762a-48a5-97bc-d43b8fa1afaf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:01.724656 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-fe1d834e-762a-48a5-97bc-d43b8fa1afaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:01.727183 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-fe1d834e-762a-48a5-97bc-d43b8fa1afaf admin admin] Publish callbacks [] for security_group, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:01.728434 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-fe1d834e-762a-48a5-97bc-d43b8fa1afaf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9c5c35bf-d82d-4224-b06c-b8817cfa9390 HTTP/1.1" status: 204 len: 168 time: 0.1184871 Dec 16 15:52:01.736334 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1d834e-762a-48a5-97bc-d43b8fa1afaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5c35bf-d82d-4224-b06c-b8817cfa9390,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:01.779775 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-e6702207-fd35-4ad6-b17e-357aa5bbbfe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872883'] for router_interface, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:01.842729 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-41c7cffc-7637-4196-83c3-a392f4108809 req-2c5993a2-0f10-43d5-8558-95a5abd71e06 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/ports?device_id=d87f6b70-6ea0-48c1-b18c-59052e3ff9d3 HTTP/1.1" status: 200 len: 210 time: 0.0600224 Dec 16 15:52:02.007128 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 41640) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:02.020371 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-1f399a90-5777-444e-90df-53b74b2fb565 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:02.101628 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-1f399a90-5777-444e-90df-53b74b2fb565 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:02.106750 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-1f399a90-5777-444e-90df-53b74b2fb565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:02.154698 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f399a90-5777-444e-90df-53b74b2fb565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03dc7d3e-204a-485a-b551-23beb460d13f,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:02.160630 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-1f399a90-5777-444e-90df-53b74b2fb565 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=54f24a12b3ad4c5aa4311e51b00ce6e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1522949 Dec 16 15:52:02.163253 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 41642) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:02.214296 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-8c904773-bb83-459f-92d4-86ef0ce957cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:02.237617 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-8c904773-bb83-459f-92d4-86ef0ce957cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:02.286901 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-8c904773-bb83-459f-92d4-86ef0ce957cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:02.289518 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-8c904773-bb83-459f-92d4-86ef0ce957cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:02.290768 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-8c904773-bb83-459f-92d4-86ef0ce957cb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/03dc7d3e-204a-485a-b551-23beb460d13f HTTP/1.1" status: 204 len: 168 time: 0.1265566 Dec 16 15:52:02.300995 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c904773-bb83-459f-92d4-86ef0ce957cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03dc7d3e-204a-485a-b551-23beb460d13f,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:02.336641 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.plugin [None req-e6702207-fd35-4ad6-b17e-357aa5bbbfe1 admin admin] Deleting port d8b6f989-fa2b-400e-af50-ae6b213c6ee9 {{(pid=108905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:52:02.336976 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-e6702207-fd35-4ad6-b17e-357aa5bbbfe1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739692165232'] for port, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:02.451598 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4793867f-b7ec-4589-9ce4-fae706c705a6 req-5c9d8880-2e2c-451b-9164-ba1462809fd9 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:02.453463 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-4793867f-b7ec-4589-9ce4-fae706c705a6 req-5c9d8880-2e2c-451b-9164-ba1462809fd9 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/ports?device_id=248b8eac-f030-4761-a6c9-0ddaf6475f0f HTTP/1.1" status: 200 len: 943 time: 0.0770783 Dec 16 15:52:02.459337 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.db [None req-e6702207-fd35-4ad6-b17e-357aa5bbbfe1 admin admin] For port d8b6f989-fa2b-400e-af50-ae6b213c6ee9, host dv-cinder-784477-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=d8b6f989-fa2b-400e-af50-ae6b213c6ee9,segment=NetworkSegment(7f17c5c4-900f-4b5f-8564-78f9e4a462bc),segment_id=7f17c5c4-900f-4b5f-8564-78f9e4a462bc)] {{(pid=108905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:52:02.459718 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-e6702207-fd35-4ad6-b17e-357aa5bbbfe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343270'] for port, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:02.485906 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.plugin [None req-e6702207-fd35-4ad6-b17e-357aa5bbbfe1 admin admin] Calling delete_port for d8b6f989-fa2b-400e-af50-ae6b213c6ee9 owned by network:router_interface {{(pid=108905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:52:02.577057 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-4793867f-b7ec-4589-9ce4-fae706c705a6 req-b5dae222-1a2c-4476-b00c-a162b2650753 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e0931ad-2cb0-4a8a-9f29-cd2e4109aaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143215 Dec 16 15:52:02.719337 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-e6702207-fd35-4ad6-b17e-357aa5bbbfe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739692371923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739691803603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5936052'] for port, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:02.746425 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6702207-fd35-4ad6-b17e-357aa5bbbfe1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8b6f989-fa2b-400e-af50-ae6b213c6ee9,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:02.907795 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-e6702207-fd35-4ad6-b17e-357aa5bbbfe1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7902826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873007'] for router_interface, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:02.970722 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-9e2eb1d9-c85c-4fc2-9505-a59855eeec28 req-1d1b3a50-0d16-4982-940e-5e7d8b186868 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/ports?device_id=d87f6b70-6ea0-48c1-b18c-59052e3ff9d3 HTTP/1.1" status: 200 len: 210 time: 0.0546482 Dec 16 15:52:03.097756 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device 9e7221ff-5d9d-4ed8-8500-cccc65e2b928 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:52:03.121141 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] No Port match for: 9e7221ff-5d9d-4ed8-8500-cccc65e2b928 {{(pid=108906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:52:03.122201 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device 9e7221ff-5d9d-4ed8-8500-cccc65e2b928 not bound to the agent host hv-cinder-78447 {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:52:03.123474 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device a162fcff-3fe8-4fc6-a489-b53c84cb0c45 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:52:03.143897 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] No Port match for: a162fcff-3fe8-4fc6-a489-b53c84cb0c45 {{(pid=108906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:52:03.144379 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device a162fcff-3fe8-4fc6-a489-b53c84cb0c45 not bound to the agent host hv-cinder-78447 {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:52:03.163711 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6702207-fd35-4ad6-b17e-357aa5bbbfe1 admin admin] Router 6c9f5a8f-d22e-44f0-8a1e-187457b8422e has already been hosted by L3 agent 53beefa8-37d8-48bc-b6da-d824d56f81c3 {{(pid=108905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:52:03.280163 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6702207-fd35-4ad6-b17e-357aa5bbbfe1 admin admin] Notify agent at l3_agent.dv-cinder-784477-11-iscsi the message routers_updated {{(pid=108905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:52:03.290502 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c1c858-ced6-4b9a-8fcd-36ba5af7c9f3 None None] Sync routers for ids ['6c9f5a8f-d22e-44f0-8a1e-187457b8422e'] in dv-cinder-784477-11-iscsi {{(pid=108907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:52:03.295418 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 41682) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:03.301661 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-e6702207-fd35-4ad6-b17e-357aa5bbbfe1 admin admin] 10.222.0.31 "PUT /v2.0/routers/6c9f5a8f-d22e-44f0-8a1e-187457b8422e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9576824 Dec 16 15:52:03.305007 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c1c858-ced6-4b9a-8fcd-36ba5af7c9f3 None None] Routers {'6c9f5a8f-d22e-44f0-8a1e-187457b8422e'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:52:03.305715 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-62c1c858-ced6-4b9a-8fcd-36ba5af7c9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:51:39Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['6c9f5a8f-d22e-44f0-8a1e-187457b8422e'], 'active': True} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:52:03.417066 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvr_db [None req-62c1c858-ced6-4b9a-8fcd-36ba5af7c9f3 None None] Set router 6c9f5a8f-d22e-44f0-8a1e-187457b8422e gateway port host: dv-cinder-784477-11-iscsi {{(pid=108907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:52:03.643169 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-62c1c858-ced6-4b9a-8fcd-36ba5af7c9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9f5a8f-d22e-44f0-8a1e-187457b8422e', 'name': 'tempest-ServerRescueNegativeTestJSON-1232384273-router', 'tenant_id': '290d9f6dcb5f4f878cc58690825a1e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'e5b1f3db-60a6-4af6-b03a-4e3e31e742f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:48:39Z', 'updated_at': '2021-12-16T15:52:02Z', 'revision_number': 5, 'project_id': '290d9f6dcb5f4f878cc58690825a1e12', 'gw_port': {'id': 'e5b1f3db-60a6-4af6-b03a-4e3e31e742f8', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:66:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9f5a8f-d22e-44f0-8a1e-187457b8422e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:41Z', 'updated_at': '2021-12-16T15:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi'}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:52:03.667297 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-1354b6f5-bf79-470b-a552-8819cffc39be admin admin] Publish callbacks [] for router, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:03.689503 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c1c858-ced6-4b9a-8fcd-36ba5af7c9f3 None None] Checking router: 6c9f5a8f-d22e-44f0-8a1e-187457b8422e for host: dv-cinder-784477-11-iscsi {{(pid=108907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:52:03.704054 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c1c858-ced6-4b9a-8fcd-36ba5af7c9f3 None None] Routers {'6c9f5a8f-d22e-44f0-8a1e-187457b8422e'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:52:03.704692 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-62c1c858-ced6-4b9a-8fcd-36ba5af7c9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:51:39Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['6c9f5a8f-d22e-44f0-8a1e-187457b8422e'], 'active': True} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:52:03.807197 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc50dce-fbb8-4ffa-bbda-9b1bafba1f8d req-7a70b198-3f8d-4fc3-8562-8ba23e7caedd tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:03.815692 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-cdc50dce-fbb8-4ffa-bbda-9b1bafba1f8d req-7a70b198-3f8d-4fc3-8562-8ba23e7caedd tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/ports?device_id=248b8eac-f030-4761-a6c9-0ddaf6475f0f HTTP/1.1" status: 200 len: 943 time: 0.1203520 Dec 16 15:52:03.830256 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-1354b6f5-bf79-470b-a552-8819cffc39be admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:03.856706 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvr_db [None req-62c1c858-ced6-4b9a-8fcd-36ba5af7c9f3 None None] Set router 6c9f5a8f-d22e-44f0-8a1e-187457b8422e gateway port host: dv-cinder-784477-11-iscsi {{(pid=108907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:52:03.868538 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c1a25-d0f7-40b7-bea4-c7aaa0ea59db req-73f448ec-5cb0-49f7-86d4-c640bc093524 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:03.870149 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c88c1a25-d0f7-40b7-bea4-c7aaa0ea59db req-73f448ec-5cb0-49f7-86d4-c640bc093524 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.66 "GET /v2.0/networks?id=447cd8ca-a758-4b0d-966f-d4641376c8a8 HTTP/1.1" status: 200 len: 810 time: 0.2171609 Dec 16 15:52:03.899686 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.plugin [None req-1354b6f5-bf79-470b-a552-8819cffc39be admin admin] Deleting port e5b1f3db-60a6-4af6-b03a-4e3e31e742f8 {{(pid=108904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:52:03.900260 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-1354b6f5-bf79-470b-a552-8819cffc39be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739692165232'] for port, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:03.917808 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-cdc50dce-fbb8-4ffa-bbda-9b1bafba1f8d req-72d596f2-7427-4796-b83e-85b5a6a8fe78 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e0931ad-2cb0-4a8a-9f29-cd2e4109aaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011331 Dec 16 15:52:04.001143 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.db [None req-1354b6f5-bf79-470b-a552-8819cffc39be admin admin] For port e5b1f3db-60a6-4af6-b03a-4e3e31e742f8, host dv-cinder-784477-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=e5b1f3db-60a6-4af6-b03a-4e3e31e742f8,segment=NetworkSegment(0390f958-c764-4c6b-ad22-4946ebfb354b),segment_id=0390f958-c764-4c6b-ad22-4946ebfb354b)] {{(pid=108904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:52:04.002005 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-1354b6f5-bf79-470b-a552-8819cffc39be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343270'] for port, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:04.047639 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c88c1a25-d0f7-40b7-bea4-c7aaa0ea59db req-951c4e76-9ca8-4400-a963-b8254850508f tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5afea3407ef84fafa658a82512fb4d24 HTTP/1.1" status: 200 len: 379 time: 0.1613243 Dec 16 15:52:04.061083 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.plugin [None req-1354b6f5-bf79-470b-a552-8819cffc39be admin admin] Calling delete_port for e5b1f3db-60a6-4af6-b03a-4e3e31e742f8 owned by network:router_gateway {{(pid=108904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:52:04.064867 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.v2.base [req-c88c1a25-d0f7-40b7-bea4-c7aaa0ea59db req-a8279888-fcf3-456c-b455-22134b9905ac tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Request body: {'port': {'device_id': 'd87f6b70-6ea0-48c1-b18c-59052e3ff9d3', 'network_id': '447cd8ca-a758-4b0d-966f-d4641376c8a8', 'admin_state_up': True, 'tenant_id': '5afea3407ef84fafa658a82512fb4d24', 'security_groups': ['9c4413e0-cf94-41c4-a331-21c96852544d']}} {{(pid=108905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:52:04.196329 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-62c1c858-ced6-4b9a-8fcd-36ba5af7c9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9f5a8f-d22e-44f0-8a1e-187457b8422e', 'name': 'tempest-ServerRescueNegativeTestJSON-1232384273-router', 'tenant_id': '290d9f6dcb5f4f878cc58690825a1e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'e5b1f3db-60a6-4af6-b03a-4e3e31e742f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:48:39Z', 'updated_at': '2021-12-16T15:52:02Z', 'revision_number': 5, 'project_id': '290d9f6dcb5f4f878cc58690825a1e12', 'gw_port': {'id': 'e5b1f3db-60a6-4af6-b03a-4e3e31e742f8', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:66:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9f5a8f-d22e-44f0-8a1e-187457b8422e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:41Z', 'updated_at': '2021-12-16T15:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi'}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:52:04.239386 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c1c858-ced6-4b9a-8fcd-36ba5af7c9f3 None None] The sync data for ids ['6c9f5a8f-d22e-44f0-8a1e-187457b8422e'] in dv-cinder-784477-11-iscsi is: [{'id': '6c9f5a8f-d22e-44f0-8a1e-187457b8422e', 'name': 'tempest-ServerRescueNegativeTestJSON-1232384273-router', 'tenant_id': '290d9f6dcb5f4f878cc58690825a1e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'e5b1f3db-60a6-4af6-b03a-4e3e31e742f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:48:39Z', 'updated_at': '2021-12-16T15:52:02Z', 'revision_number': 5, 'project_id': '290d9f6dcb5f4f878cc58690825a1e12', 'gw_port': {'id': 'e5b1f3db-60a6-4af6-b03a-4e3e31e742f8', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:66:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9f5a8f-d22e-44f0-8a1e-187457b8422e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:41Z', 'updated_at': '2021-12-16T15:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi'}] {{(pid=108907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:52:04.274374 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-bb4e6347-b136-4daf-8e4e-30e36fb3106d req-8aa42daa-3ff5-4a0b-8df8-3f62058db343 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/ports?device_id=d87f6b70-6ea0-48c1-b18c-59052e3ff9d3 HTTP/1.1" status: 200 len: 210 time: 0.0923240 Dec 16 15:52:04.304097 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c88c1a25-d0f7-40b7-bea4-c7aaa0ea59db req-a8279888-fcf3-456c-b455-22134b9905ac tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Made reservation on behalf of 5afea3407ef84fafa658a82512fb4d24 for: {'port': 1} {{(pid=108905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:52:04.305058 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-1354b6f5-bf79-470b-a552-8819cffc39be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739692371923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739691803603'] for port, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:04.315283 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-c88c1a25-d0f7-40b7-bea4-c7aaa0ea59db req-a8279888-fcf3-456c-b455-22134b9905ac tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:04.349914 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1354b6f5-bf79-470b-a552-8819cffc39be admin admin] Pushing event deleted for resources: {'Port': ['ID=e5b1f3db-60a6-4af6-b03a-4e3e31e742f8,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:04.382647 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-1354b6f5-bf79-470b-a552-8819cffc39be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7874381'] for router_gateway, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:04.503613 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-1354b6f5-bf79-470b-a552-8819cffc39be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7875549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6835'] for router, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:04.505656 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-1354b6f5-bf79-470b-a552-8819cffc39be admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:04.524286 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.db.db_base_plugin_common [req-c88c1a25-d0f7-40b7-bea4-c7aaa0ea59db req-a8279888-fcf3-456c-b455-22134b9905ac tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Allocated IP 172.20.0.9 (447cd8ca-a758-4b0d-966f-d4641376c8a8/0c509f7a-4a9b-4a96-892a-b130ead11ed7/41774a69-3e6e-4cb8-a2ce-3f35fab82c16) {{(pid=108905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:52:04.581711 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-1354b6f5-bf79-470b-a552-8819cffc39be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7875540'] for router, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:04.582256 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1354b6f5-bf79-470b-a552-8819cffc39be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c9f5a8f-d22e-44f0-8a1e-187457b8422e {{(pid=108904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:52:04.588231 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-1354b6f5-bf79-470b-a552-8819cffc39be admin admin] Publish callbacks [] for router, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:04.591904 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-1354b6f5-bf79-470b-a552-8819cffc39be admin admin] 10.222.0.31 "DELETE /v2.0/routers/6c9f5a8f-d22e-44f0-8a1e-187457b8422e HTTP/1.1" status: 204 len: 168 time: 1.2958643 Dec 16 15:52:04.592541 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 41748) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:04.647872 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.db_base_plugin_v2 [None req-fee5e0ad-788b-44e4-aabc-71de6bb45686 admin admin] Deleting subnet ac75be2f-288e-4c4c-b681-13dbe4d336f8 {{(pid=108904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:52:04.651889 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-fee5e0ad-788b-44e4-aabc-71de6bb45686 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:04.689569 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-fee5e0ad-788b-44e4-aabc-71de6bb45686 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:04.696409 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-fee5e0ad-788b-44e4-aabc-71de6bb45686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774085'] for subnet, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:04.765734 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-fee5e0ad-788b-44e4-aabc-71de6bb45686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8060090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803'] for subnet, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:04.769896 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-c88c1a25-d0f7-40b7-bea4-c7aaa0ea59db req-a8279888-fcf3-456c-b455-22134b9905ac tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks [] for port, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:04.782510 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-fee5e0ad-788b-44e4-aabc-71de6bb45686 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:04.790618 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-fee5e0ad-788b-44e4-aabc-71de6bb45686 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ac75be2f-288e-4c4c-b681-13dbe4d336f8 HTTP/1.1" status: 204 len: 168 time: 0.1970110 Dec 16 15:52:04.791431 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 41756) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:04.843888 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-c88c1a25-d0f7-40b7-bea4-c7aaa0ea59db req-a8279888-fcf3-456c-b455-22134b9905ac tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739691803594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5936052'] for port, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:04.862665 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee5e0ad-788b-44e4-aabc-71de6bb45686 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac75be2f-288e-4c4c-b681-13dbe4d336f8,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:04.899935 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 41758) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:04.903746 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c88c1a25-d0f7-40b7-bea4-c7aaa0ea59db req-a8279888-fcf3-456c-b455-22134b9905ac tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Network 447cd8ca-a758-4b0d-966f-d4641376c8a8 is already hosted by enough agents. {{(pid=108905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:52:04.912371 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.base_scheduler [req-c88c1a25-d0f7-40b7-bea4-c7aaa0ea59db req-a8279888-fcf3-456c-b455-22134b9905ac tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Resources bound (agent type, host, resource id): {{(pid=108905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:52:04.916229 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-e76c6ead-abe2-4800-85ed-43481a80e536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726507'] for network, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:04.917251 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.db.l3_dvrscheduler_db [req-c88c1a25-d0f7-40b7-bea4-c7aaa0ea59db req-a8279888-fcf3-456c-b455-22134b9905ac tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Received port after_create {{(pid=108905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:52:04.962250 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8279888-fcf3-456c-b455-22134b9905ac tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Pushing event updated for resources: {'Port': ['ID=41774a69-3e6e-4cb8-a2ce-3f35fab82c16,revision_number=1']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:04.992047 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c1a25-d0f7-40b7-bea4-c7aaa0ea59db req-a8279888-fcf3-456c-b455-22134b9905ac tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:04.993049 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-c88c1a25-d0f7-40b7-bea4-c7aaa0ea59db req-a8279888-fcf3-456c-b455-22134b9905ac tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294'] for port, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:05.030583 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c88c1a25-d0f7-40b7-bea4-c7aaa0ea59db req-a8279888-fcf3-456c-b455-22134b9905ac tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9702296 Dec 16 15:52:05.045316 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.v2.base [req-c88c1a25-d0f7-40b7-bea4-c7aaa0ea59db req-a817529d-dfc0-4abd-a556-aa138d123622 service neutron] Request body: {'port': {'device_id': 'd87f6b70-6ea0-48c1-b18c-59052e3ff9d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=108905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:52:05.103835 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-e76c6ead-abe2-4800-85ed-43481a80e536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771154', 'neutron.services.segments.db._delete_segments_for_network-8739692305794'] for network, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:05.106626 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device 8e2fdbb4-3edf-41eb-8daa-904ea54bacb1 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=108906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:52:05.143013 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-e76c6ead-abe2-4800-85ed-43481a80e536 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=108904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:52:05.143368 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-e76c6ead-abe2-4800-85ed-43481a80e536 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=108904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:52:05.144171 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-e76c6ead-abe2-4800-85ed-43481a80e536 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=108904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:52:05.144980 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-e76c6ead-abe2-4800-85ed-43481a80e536 admin admin] Subscribe: > port after_create 55550000 {{(pid=108904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:52:05.145866 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-e76c6ead-abe2-4800-85ed-43481a80e536 admin admin] Subscribe: > port after_delete 55550000 {{(pid=108904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:52:05.148588 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-e76c6ead-abe2-4800-85ed-43481a80e536 admin admin] Subscribe: > port after_update 55550000 {{(pid=108904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:52:05.148588 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-e76c6ead-abe2-4800-85ed-43481a80e536 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=108904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:52:05.148588 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-e76c6ead-abe2-4800-85ed-43481a80e536 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:52:05.148588 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-e76c6ead-abe2-4800-85ed-43481a80e536 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:52:05.148971 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-e76c6ead-abe2-4800-85ed-43481a80e536 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=108904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:52:05.252985 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-c88c1a25-d0f7-40b7-bea4-c7aaa0ea59db req-a817529d-dfc0-4abd-a556-aa138d123622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:05.292330 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-e76c6ead-abe2-4800-85ed-43481a80e536 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:52:05.293043 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-e76c6ead-abe2-4800-85ed-43481a80e536 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:52:05.293383 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-e76c6ead-abe2-4800-85ed-43481a80e536 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=108904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:52:05.293733 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-e76c6ead-abe2-4800-85ed-43481a80e536 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=108904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:52:05.294095 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.services.segments.db [None req-e76c6ead-abe2-4800-85ed-43481a80e536 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f48475bf-944a-4c2f-81b1-c044356a1dbb']}} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:52:05.297535 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc2d96-5713-4ac7-837f-f6bee270b8a3 req-511f7cca-5790-45a4-98ee-3c9eb99505a4 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:05.299541 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-abbc2d96-5713-4ac7-837f-f6bee270b8a3 req-511f7cca-5790-45a4-98ee-3c9eb99505a4 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/ports?device_id=248b8eac-f030-4761-a6c9-0ddaf6475f0f HTTP/1.1" status: 200 len: 943 time: 0.1809735 Dec 16 15:52:05.324104 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.services.segments.db [None req-e76c6ead-abe2-4800-85ed-43481a80e536 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f17c5c4-900f-4b5f-8564-78f9e4a462bc') {'for_net_delete': True} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:52:05.324671 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.services.segments.db [None req-e76c6ead-abe2-4800-85ed-43481a80e536 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f17c5c4-900f-4b5f-8564-78f9e4a462bc') {} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:52:05.344562 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-e76c6ead-abe2-4800-85ed-43481a80e536 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739692307083', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4411711'] for segment, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:05.373665 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-e76c6ead-abe2-4800-85ed-43481a80e536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772428'] for segment, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:05.384424 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e76c6ead-abe2-4800-85ed-43481a80e536 admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=108904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:52:05.385084 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-e76c6ead-abe2-4800-85ed-43481a80e536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4504556'] for segment, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:05.464635 dv-cinder-784477-11-iscsi neutron-server[108904]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 16 15:52:05.464635 dv-cinder-784477-11-iscsi neutron-server[108904]: from cryptography.utils import int_from_bytes Dec 16 15:52:05.464635 dv-cinder-784477-11-iscsi neutron-server[108904]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 16 15:52:05.464635 dv-cinder-784477-11-iscsi neutron-server[108904]: from cryptography.utils import int_from_bytes Dec 16 15:52:05.464635 dv-cinder-784477-11-iscsi neutron-server[108904]: Traceback (most recent call last): Dec 16 15:52:05.464635 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:52:05.464635 dv-cinder-784477-11-iscsi neutron-server[108904]: timer() Dec 16 15:52:05.464635 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:52:05.464635 dv-cinder-784477-11-iscsi neutron-server[108904]: cb(*args, **kw) Dec 16 15:52:05.464635 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:52:05.464635 dv-cinder-784477-11-iscsi neutron-server[108904]: return func(*args, **kwargs) Dec 16 15:52:05.464635 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:52:05.464635 dv-cinder-784477-11-iscsi neutron-server[108904]: self._notify() Dec 16 15:52:05.464635 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:52:05.464635 dv-cinder-784477-11-iscsi neutron-server[108904]: self.callback(batched_events) Dec 16 15:52:05.464635 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:52:05.464635 dv-cinder-784477-11-iscsi neutron-server[108904]: event.method(event) Dec 16 15:52:05.464635 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:52:05.464635 dv-cinder-784477-11-iscsi neutron-server[108904]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:52:05.464635 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:52:05.464635 dv-cinder-784477-11-iscsi neutron-server[108904]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:52:05.464635 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:52:05.464635 dv-cinder-784477-11-iscsi neutron-server[108904]: return f(self, *a, **k) Dec 16 15:52:05.464635 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:52:05.464635 dv-cinder-784477-11-iscsi neutron-server[108904]: return self._get(url).json() Dec 16 15:52:05.464635 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:52:05.464635 dv-cinder-784477-11-iscsi neutron-server[108904]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:52:05.464635 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:52:05.464635 dv-cinder-784477-11-iscsi neutron-server[108904]: return self.request(url, 'GET', **kwargs) Dec 16 15:52:05.464635 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:52:05.464635 dv-cinder-784477-11-iscsi neutron-server[108904]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:52:05.464635 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:52:05.464635 dv-cinder-784477-11-iscsi neutron-server[108904]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:52:05.464635 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:52:05.464635 dv-cinder-784477-11-iscsi neutron-server[108904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:52:05.464635 dv-cinder-784477-11-iscsi neutron-server[108904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:52:05.476671 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-e76c6ead-abe2-4800-85ed-43481a80e536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8007001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874401'] for network, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:05.488158 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-e76c6ead-abe2-4800-85ed-43481a80e536 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7902797'] for network, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:05.497740 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-e76c6ead-abe2-4800-85ed-43481a80e536 admin admin] 10.222.0.31 "DELETE /v2.0/networks/f48475bf-944a-4c2f-81b1-c044356a1dbb HTTP/1.1" status: 204 len: 168 time: 0.7034106 Dec 16 15:52:05.529208 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c6ead-abe2-4800-85ed-43481a80e536 admin admin] Pushing event deleted for resources: {'Network': ['ID=f48475bf-944a-4c2f-81b1-c044356a1dbb,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:05.537989 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-298214f9-a637-40fb-8f95-4c0ed8079eba admin admin] Publish callbacks [] for security_group, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:05.562728 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-abbc2d96-5713-4ac7-837f-f6bee270b8a3 req-6266dbc3-8937-4141-860d-d69a58f70f9a tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e0931ad-2cb0-4a8a-9f29-cd2e4109aaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319368 Dec 16 15:52:05.641989 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c3afc9-dcab-41b6-a19e-e85d02ab96e4 req-f2723e30-fedc-45b4-bdea-6cfe5b5546ec tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:05.643849 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-a0c3afc9-dcab-41b6-a19e-e85d02ab96e4 req-f2723e30-fedc-45b4-bdea-6cfe5b5546ec tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/ports?device_id=d87f6b70-6ea0-48c1-b18c-59052e3ff9d3 HTTP/1.1" status: 200 len: 931 time: 0.1683779 Dec 16 15:52:05.677324 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-298214f9-a637-40fb-8f95-4c0ed8079eba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:05.680454 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] For port 8e2fdbb4-3edf-41eb-8daa-904ea54bacb1, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=8e2fdbb4-3edf-41eb-8daa-904ea54bacb1,segment=NetworkSegment(8a8cc844-cc13-47cc-b194-eff6c05ee70b),segment_id=8a8cc844-cc13-47cc-b194-eff6c05ee70b)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:52:05.687533 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-298214f9-a637-40fb-8f95-4c0ed8079eba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:05.722880 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-904953c3-1cc2-4979-aa9a-5a1282cea43b None None] Provisioning complete for port 41774a69-3e6e-4cb8-a2ce-3f35fab82c16 triggered by entity DHCP. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:52:05.723317 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-904953c3-1cc2-4979-aa9a-5a1282cea43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:05.762321 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-a0c3afc9-dcab-41b6-a19e-e85d02ab96e4 req-6d560aee-2904-4f06-a66f-2bc1be46f58f tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c4413e0-cf94-41c4-a331-21c96852544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078882 Dec 16 15:52:05.787692 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-298214f9-a637-40fb-8f95-4c0ed8079eba admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=54dc9acba90b42229d976a6a31fe10a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8866928 Dec 16 15:52:05.791706 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 41772) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:05.799447 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 41774) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:05.807962 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Returning: {'device': '8e2fdbb4-3edf-41eb-8daa-904ea54bacb1', 'network_id': '9f3bcad2-6582-4016-8d64-28b5be20bd8f', 'port_id': '8e2fdbb4-3edf-41eb-8daa-904ea54bacb1', 'mac_address': 'fa:16:3e:87:76:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be190589-1228-416b-a7de-4c8d3640d62c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:52:05.809634 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298214f9-a637-40fb-8f95-4c0ed8079eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2f236d-2330-45e0-b69e-3a73d9c0c1b5,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:05.819934 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-904953c3-1cc2-4979-aa9a-5a1282cea43b None None] Port 41774a69-3e6e-4cb8-a2ce-3f35fab82c16 cannot update to ACTIVE because it is not bound. {{(pid=108906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:52:05.870301 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:05.894136 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-659b8687-98a6-4834-88fc-ae1c325b429c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=290d9f6dcb5f4f878cc58690825a1e12&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0933590 Dec 16 15:52:05.894355 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 41776) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:05.894846 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.notifiers.nova [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e2fdbb4-3edf-41eb-8daa-904ea54bacb1 {{(pid=108906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:52:05.903579 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-4b5c7018-fe07-45d6-b9ee-3014a1cec56d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:05.921786 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] For port 8e2fdbb4-3edf-41eb-8daa-904ea54bacb1, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=8e2fdbb4-3edf-41eb-8daa-904ea54bacb1,segment=NetworkSegment(8a8cc844-cc13-47cc-b194-eff6c05ee70b),segment_id=8a8cc844-cc13-47cc-b194-eff6c05ee70b)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:52:05.929673 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:05.986965 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Pushing event updated for resources: {'Port': ['ID=8e2fdbb4-3edf-41eb-8daa-904ea54bacb1,revision_number=4']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:05.995871 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:52:05.996329 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:52:05.997169 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:52:05.997725 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:52:05.998425 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:52:05.998940 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:52:05.999467 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:52:05.999981 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:52:06.000406 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-4b5c7018-fe07-45d6-b9ee-3014a1cec56d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:06.001088 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:52:06.001715 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:52:06.002757 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:52:06.003310 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:52:06.003820 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:52:06.063124 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a155-3c5c-431b-b86e-c764249b8be9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:06.063124 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.notifiers.nova [req-c88c1a25-d0f7-40b7-bea4-c7aaa0ea59db req-a817529d-dfc0-4abd-a556-aa138d123622 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41774a69-3e6e-4cb8-a2ce-3f35fab82c16 {{(pid=108905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:52:06.063124 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-c88c1a25-d0f7-40b7-bea4-c7aaa0ea59db req-a817529d-dfc0-4abd-a556-aa138d123622 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:06.101911 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.db.provisioning_blocks [req-c88c1a25-d0f7-40b7-bea4-c7aaa0ea59db req-a817529d-dfc0-4abd-a556-aa138d123622 service neutron] Transition to ACTIVE for port object 41774a69-3e6e-4cb8-a2ce-3f35fab82c16 will not be triggered until provisioned by entity L2. {{(pid=108905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:52:06.113009 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a155-3c5c-431b-b86e-c764249b8be9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:06.121959 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-c88c1a25-d0f7-40b7-bea4-c7aaa0ea59db req-a817529d-dfc0-4abd-a556-aa138d123622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5936077'] for port, after_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:06.141523 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device e5b1f3db-60a6-4af6-b03a-4e3e31e742f8 no longer exists at agent ovs-agent-dv-cinder-784477-11-iscsi {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:52:06.162017 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] No Port match for: e5b1f3db-60a6-4af6-b03a-4e3e31e742f8 {{(pid=108906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:52:06.162450 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device e5b1f3db-60a6-4af6-b03a-4e3e31e742f8 not bound to the agent host dv-cinder-784477-11-iscsi {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:52:06.162936 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device d8b6f989-fa2b-400e-af50-ae6b213c6ee9 no longer exists at agent ovs-agent-dv-cinder-784477-11-iscsi {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:52:06.204441 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a817529d-dfc0-4abd-a556-aa138d123622 service neutron] Pushing event updated for resources: {'Port': ['ID=41774a69-3e6e-4cb8-a2ce-3f35fab82c16,revision_number=2']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:06.207251 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-4b5c7018-fe07-45d6-b9ee-3014a1cec56d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:06.209666 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-4b5c7018-fe07-45d6-b9ee-3014a1cec56d admin admin] Publish callbacks [] for security_group, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:06.210880 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-4b5c7018-fe07-45d6-b9ee-3014a1cec56d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6f2f236d-2330-45e0-b69e-3a73d9c0c1b5 HTTP/1.1" status: 204 len: 168 time: 0.4181178 Dec 16 15:52:06.215368 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] No Port match for: d8b6f989-fa2b-400e-af50-ae6b213c6ee9 {{(pid=108906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:52:06.215877 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device d8b6f989-fa2b-400e-af50-ae6b213c6ee9 not bound to the agent host dv-cinder-784477-11-iscsi {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:52:06.218144 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] get_ports_and_sgs() called for port_ids ['8e2fdbb4-3edf-41eb-8daa-904ea54bacb1'] {{(pid=108906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:52:06.306820 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5c7018-fe07-45d6-b9ee-3014a1cec56d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2f236d-2330-45e0-b69e-3a73d9c0c1b5,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:06.434933 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a155-3c5c-431b-b86e-c764249b8be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:06.438799 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a155-3c5c-431b-b86e-c764249b8be9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:06.440013 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-ccf5a155-3c5c-431b-b86e-c764249b8be9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1bd68b88-5431-4916-a8fc-5fa5c4b3db98 HTTP/1.1" status: 204 len: 168 time: 0.5388749 Dec 16 15:52:06.460155 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5a155-3c5c-431b-b86e-c764249b8be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd68b88-5431-4916-a8fc-5fa5c4b3db98,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:06.474698 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.managers [req-c88c1a25-d0f7-40b7-bea4-c7aaa0ea59db req-a817529d-dfc0-4abd-a556-aa138d123622 service neutron] Attempting to bind port 41774a69-3e6e-4cb8-a2ce-3f35fab82c16 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=108905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:52:06.475366 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.managers [req-c88c1a25-d0f7-40b7-bea4-c7aaa0ea59db req-a817529d-dfc0-4abd-a556-aa138d123622 service neutron] Attempting to bind port 41774a69-3e6e-4cb8-a2ce-3f35fab82c16 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': 'df5e76d4-1da3-4a3c-9738-349c23ab107b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '447cd8ca-a758-4b0d-966f-d4641376c8a8'}] {{(pid=108905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:52:06.475859 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88c1a25-d0f7-40b7-bea4-c7aaa0ea59db req-a817529d-dfc0-4abd-a556-aa138d123622 service neutron] Attempting to bind port 41774a69-3e6e-4cb8-a2ce-3f35fab82c16 on network 447cd8ca-a758-4b0d-966f-d4641376c8a8 {{(pid=108905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:52:06.483117 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88c1a25-d0f7-40b7-bea4-c7aaa0ea59db req-a817529d-dfc0-4abd-a556-aa138d123622 service neutron] Port 41774a69-3e6e-4cb8-a2ce-3f35fab82c16 on network 447cd8ca-a758-4b0d-966f-d4641376c8a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=108905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:52:06.483716 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88c1a25-d0f7-40b7-bea4-c7aaa0ea59db req-a817529d-dfc0-4abd-a556-aa138d123622 service neutron] Attempting to bind port 41774a69-3e6e-4cb8-a2ce-3f35fab82c16 on network 447cd8ca-a758-4b0d-966f-d4641376c8a8 {{(pid=108905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:52:06.493531 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88c1a25-d0f7-40b7-bea4-c7aaa0ea59db req-a817529d-dfc0-4abd-a556-aa138d123622 service neutron] Checking agent: {'id': 'cc3d5e4c-e00e-4c48-b0f7-4cab06ea1ca9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 46, 48), 'started_at': datetime.datetime(2021, 12, 16, 15, 46, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:52:06.494555 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88c1a25-d0f7-40b7-bea4-c7aaa0ea59db req-a817529d-dfc0-4abd-a556-aa138d123622 service neutron] Checking segment: {'id': 'df5e76d4-1da3-4a3c-9738-349c23ab107b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '447cd8ca-a758-4b0d-966f-d4641376c8a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:52:06.495697 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88c1a25-d0f7-40b7-bea4-c7aaa0ea59db req-a817529d-dfc0-4abd-a556-aa138d123622 service neutron] Bound using segment: {'id': 'df5e76d4-1da3-4a3c-9738-349c23ab107b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '447cd8ca-a758-4b0d-966f-d4641376c8a8'} {{(pid=108905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:52:06.496378 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.managers [req-c88c1a25-d0f7-40b7-bea4-c7aaa0ea59db req-a817529d-dfc0-4abd-a556-aa138d123622 service neutron] Bound port: 41774a69-3e6e-4cb8-a2ce-3f35fab82c16, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df5e76d4-1da3-4a3c-9738-349c23ab107b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '447cd8ca-a758-4b0d-966f-d4641376c8a8'}}] {{(pid=108905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:52:06.497069 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-c88c1a25-d0f7-40b7-bea4-c7aaa0ea59db req-a817529d-dfc0-4abd-a556-aa138d123622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:06.631025 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.db [req-c88c1a25-d0f7-40b7-bea4-c7aaa0ea59db req-a817529d-dfc0-4abd-a556-aa138d123622 service neutron] For port 41774a69-3e6e-4cb8-a2ce-3f35fab82c16, host hv-cinder-78447, cleared binding levels {{(pid=108905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:52:06.640216 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.db [req-c88c1a25-d0f7-40b7-bea4-c7aaa0ea59db req-a817529d-dfc0-4abd-a556-aa138d123622 service neutron] For port 41774a69-3e6e-4cb8-a2ce-3f35fab82c16, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=41774a69-3e6e-4cb8-a2ce-3f35fab82c16,segment=NetworkSegment(df5e76d4-1da3-4a3c-9738-349c23ab107b),segment_id=df5e76d4-1da3-4a3c-9738-349c23ab107b)] {{(pid=108905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:52:06.647073 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-c88c1a25-d0f7-40b7-bea4-c7aaa0ea59db req-a817529d-dfc0-4abd-a556-aa138d123622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5936077'] for port, after_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:06.702542 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-7659cb14-59fb-4f0b-9d8b-fca709b7b75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:06.794014 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a817529d-dfc0-4abd-a556-aa138d123622 service neutron] Pushing event updated for resources: {'Port': ['ID=41774a69-3e6e-4cb8-a2ce-3f35fab82c16,revision_number=3']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:06.824488 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c1a25-d0f7-40b7-bea4-c7aaa0ea59db req-a817529d-dfc0-4abd-a556-aa138d123622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:06.825117 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-c88c1a25-d0f7-40b7-bea4-c7aaa0ea59db req-a817529d-dfc0-4abd-a556-aa138d123622 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294'] for port, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:06.826552 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c88c1a25-d0f7-40b7-bea4-c7aaa0ea59db req-a817529d-dfc0-4abd-a556-aa138d123622 service neutron] 10.222.0.66 "PUT /v2.0/ports/41774a69-3e6e-4cb8-a2ce-3f35fab82c16 HTTP/1.1" status: 200 len: 1093 time: 1.7879753 Dec 16 15:52:06.844159 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd87f6b70-6ea0-48c1-b18c-59052e3ff9d3', 'tag': '41774a69-3e6e-4cb8-a2ce-3f35fab82c16'}] {{(pid=108905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:52:06.846823 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6427484bab23da45c698b4d929e4ad3874a49078d57181539d46633581fe494" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cefd9319-b371-421b-bebf-d8a6549d3a41" -d '{"events": [{"name": "network-changed", "server_uuid": "d87f6b70-6ea0-48c1-b18c-59052e3ff9d3", "tag": "41774a69-3e6e-4cb8-a2ce-3f35fab82c16"}]}' {{(pid=108905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:52:06.882066 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78df35e6-95ec-41f3-aecd-d5120fca11b6 req-6fd5d16e-8eae-405c-ae99-9937a3f333d3 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:06.883581 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-78df35e6-95ec-41f3-aecd-d5120fca11b6 req-6fd5d16e-8eae-405c-ae99-9937a3f333d3 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/ports?device_id=248b8eac-f030-4761-a6c9-0ddaf6475f0f HTTP/1.1" status: 200 len: 944 time: 0.0925283 Dec 16 15:52:07.049940 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-78df35e6-95ec-41f3-aecd-d5120fca11b6 req-0456ddad-1c28-4b3b-8235-13dbe88ac51f tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e0931ad-2cb0-4a8a-9f29-cd2e4109aaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550260 Dec 16 15:52:07.087877 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 41802) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:07.091500 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c1a25-d0f7-40b7-bea4-c7aaa0ea59db req-05d60907-9666-42a1-89af-a24722ffd67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:07.093122 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c88c1a25-d0f7-40b7-bea4-c7aaa0ea59db req-05d60907-9666-42a1-89af-a24722ffd67f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5afea3407ef84fafa658a82512fb4d24&device_id=d87f6b70-6ea0-48c1-b18c-59052e3ff9d3 HTTP/1.1" status: 200 len: 1096 time: 0.2084963 Dec 16 15:52:07.102108 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f4018-57fe-4417-91ab-7fcfc4900beb req-ccabe986-a4e6-4889-970b-85d7b1b0770b tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:07.103625 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-023f4018-57fe-4417-91ab-7fcfc4900beb req-ccabe986-a4e6-4889-970b-85d7b1b0770b tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/ports?device_id=d87f6b70-6ea0-48c1-b18c-59052e3ff9d3 HTTP/1.1" status: 200 len: 943 time: 0.2173257 Dec 16 15:52:07.108676 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-900f0198-2d84-411f-a419-13a97a45c4e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:07.164931 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e92de451-416f-4fbd-854e-3793207d06e5 x-openstack-request-id: req-e92de451-416f-4fbd-854e-3793207d06e5 {{(pid=108905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:52:07.165178 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d87f6b70-6ea0-48c1-b18c-59052e3ff9d3", "tag": "41774a69-3e6e-4cb8-a2ce-3f35fab82c16", "status": "completed", "code": 200}]} {{(pid=108905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:52:07.165493 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e92de451-416f-4fbd-854e-3793207d06e5 {{(pid=108905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:52:07.165995 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd87f6b70-6ea0-48c1-b18c-59052e3ff9d3', 'tag': '41774a69-3e6e-4cb8-a2ce-3f35fab82c16', 'status': 'completed', 'code': 200} Dec 16 15:52:07.176624 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c88c1a25-d0f7-40b7-bea4-c7aaa0ea59db req-b2fd70d3-2c7a-4094-85b8-eef7181bb473 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41774a69-3e6e-4cb8-a2ce-3f35fab82c16 HTTP/1.1" status: 200 len: 217 time: 0.0669787 Dec 16 15:52:07.238331 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-900f0198-2d84-411f-a419-13a97a45c4e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:07.268468 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-900f0198-2d84-411f-a419-13a97a45c4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:07.271861 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-023f4018-57fe-4417-91ab-7fcfc4900beb req-b4b50439-06ee-4591-9615-5837a46cf24d tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c4413e0-cf94-41c4-a331-21c96852544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213770 Dec 16 15:52:07.282094 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c1a25-d0f7-40b7-bea4-c7aaa0ea59db req-e1c9c554-d4f4-481d-8ffe-1faadc62243c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:07.284069 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c88c1a25-d0f7-40b7-bea4-c7aaa0ea59db req-e1c9c554-d4f4-481d-8ffe-1faadc62243c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0c509f7a-4a9b-4a96-892a-b130ead11ed7 HTTP/1.1" status: 200 len: 849 time: 0.0885737 Dec 16 15:52:07.332964 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900f0198-2d84-411f-a419-13a97a45c4e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf561ff-4a5a-4ef7-a3a1-e65653f6d29e,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:07.341032 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-900f0198-2d84-411f-a419-13a97a45c4e5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7a035091625a4f909993f25d28edea8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2519450 Dec 16 15:52:07.343129 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 41806) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:07.404308 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-0b6d3bdd-695c-43e4-a972-85ff29d8e3f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:07.460001 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-0b6d3bdd-695c-43e4-a972-85ff29d8e3f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:07.557375 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-0b6d3bdd-695c-43e4-a972-85ff29d8e3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:07.561037 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-0b6d3bdd-695c-43e4-a972-85ff29d8e3f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:07.578069 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-0b6d3bdd-695c-43e4-a972-85ff29d8e3f1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/daf561ff-4a5a-4ef7-a3a1-e65653f6d29e HTTP/1.1" status: 204 len: 168 time: 0.2315326 Dec 16 15:52:07.587807 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6d3bdd-695c-43e4-a972-85ff29d8e3f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf561ff-4a5a-4ef7-a3a1-e65653f6d29e,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:07.618381 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c1a25-d0f7-40b7-bea4-c7aaa0ea59db req-3cda64bb-f174-40b6-8d50-8371b61ef92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:07.620079 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c88c1a25-d0f7-40b7-bea4-c7aaa0ea59db req-3cda64bb-f174-40b6-8d50-8371b61ef92a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=447cd8ca-a758-4b0d-966f-d4641376c8a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3268375 Dec 16 15:52:07.748881 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c88c1a25-d0f7-40b7-bea4-c7aaa0ea59db req-6438ca82-b23a-45de-baf6-130ea154d22d service neutron] 10.222.0.66 "GET /v2.0/networks/447cd8ca-a758-4b0d-966f-d4641376c8a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204493 Dec 16 15:52:07.806179 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 41824) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:07.881208 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c88c1a25-d0f7-40b7-bea4-c7aaa0ea59db req-3e913d21-55a2-46fd-8834-1bf4212ea1bf service neutron] 10.222.0.66 "GET /v2.0/networks/447cd8ca-a758-4b0d-966f-d4641376c8a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236660 Dec 16 15:52:08.032375 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefd9319-b371-421b-bebf-d8a6549d3a41 req-04e88de8-53ab-4662-b836-8b0c54d02e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:08.034014 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-cefd9319-b371-421b-bebf-d8a6549d3a41 req-04e88de8-53ab-4662-b836-8b0c54d02e1e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5afea3407ef84fafa658a82512fb4d24&device_id=d87f6b70-6ea0-48c1-b18c-59052e3ff9d3 HTTP/1.1" status: 200 len: 1096 time: 0.0826712 Dec 16 15:52:08.123947 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.v2.base [None req-9faeb952-10bd-4041-bfb2-8e85e13a07d6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1901300958-network', 'tenant_id': '66fbf45043974460803db71f1750aacc'}} {{(pid=108904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:52:08.174593 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9faeb952-10bd-4041-bfb2-8e85e13a07d6 admin admin] Made reservation on behalf of 66fbf45043974460803db71f1750aacc for: {'network': 1} {{(pid=108904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:52:08.177246 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-9faeb952-10bd-4041-bfb2-8e85e13a07d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for network, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:08.200466 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-9faeb952-10bd-4041-bfb2-8e85e13a07d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:08.292347 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefd9319-b371-421b-bebf-d8a6549d3a41 req-9d47185e-8e87-48df-9008-e87093c1f61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:08.294602 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-cefd9319-b371-421b-bebf-d8a6549d3a41 req-9d47185e-8e87-48df-9008-e87093c1f61b service neutron] 10.222.0.66 "GET /v2.0/networks?id=447cd8ca-a758-4b0d-966f-d4641376c8a8 HTTP/1.1" status: 200 len: 911 time: 0.2495286 Dec 16 15:52:08.324892 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-9faeb952-10bd-4041-bfb2-8e85e13a07d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:08.334928 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-9faeb952-10bd-4041-bfb2-8e85e13a07d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:08.360624 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9faeb952-10bd-4041-bfb2-8e85e13a07d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=108904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:52:08.388079 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-9faeb952-10bd-4041-bfb2-8e85e13a07d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772428'] for segment, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:08.388429 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.db.segments_db [None req-9faeb952-10bd-4041-bfb2-8e85e13a07d6 admin admin] Added segment 6ac95f2c-e8cd-453d-a535-ad4189b6290a of type vlan for network d7f36349-73c7-464a-bf62-5f09a6e738d6 Dec 16 15:52:08.407228 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faeb952-10bd-4041-bfb2-8e85e13a07d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e3ca47-d0df-4598-9867-d9e240b86779,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:08.407896 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-cefd9319-b371-421b-bebf-d8a6549d3a41 req-ea21bb61-a69d-4b79-b7a5-5ed1180a1f65 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41774a69-3e6e-4cb8-a2ce-3f35fab82c16 HTTP/1.1" status: 200 len: 217 time: 0.0982664 Dec 16 15:52:08.428945 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bdd8bb-536c-419b-b63b-34a2b3ce742c req-cfda5ead-e61b-48cd-9f70-048f9b731073 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:08.430941 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-73bdd8bb-536c-419b-b63b-34a2b3ce742c req-cfda5ead-e61b-48cd-9f70-048f9b731073 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/ports?device_id=248b8eac-f030-4761-a6c9-0ddaf6475f0f HTTP/1.1" status: 200 len: 944 time: 0.2506695 Dec 16 15:52:08.461788 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-9faeb952-10bd-4041-bfb2-8e85e13a07d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739691820328'] for network, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:08.503387 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefd9319-b371-421b-bebf-d8a6549d3a41 req-155c7249-c45f-40d0-9a31-c65869a22504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:08.504805 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-cefd9319-b371-421b-bebf-d8a6549d3a41 req-155c7249-c45f-40d0-9a31-c65869a22504 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0c509f7a-4a9b-4a96-892a-b130ead11ed7 HTTP/1.1" status: 200 len: 849 time: 0.0712559 Dec 16 15:52:08.512855 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-9faeb952-10bd-4041-bfb2-8e85e13a07d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8007001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803'] for network, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:08.514266 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9faeb952-10bd-4041-bfb2-8e85e13a07d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:08.515082 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-9faeb952-10bd-4041-bfb2-8e85e13a07d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7902797'] for network, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:08.583789 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-73bdd8bb-536c-419b-b63b-34a2b3ce742c req-2f5d7f82-ce88-4c17-86c8-2faf42b94287 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e0931ad-2cb0-4a8a-9f29-cd2e4109aaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778263 Dec 16 15:52:08.617362 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faeb952-10bd-4041-bfb2-8e85e13a07d6 admin admin] Pushing event updated for resources: {'Network': ['ID=d7f36349-73c7-464a-bf62-5f09a6e738d6,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:08.630067 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefd9319-b371-421b-bebf-d8a6549d3a41 req-fe10e10f-bb9e-472d-a361-8bef4f40ab8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:08.631323 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Network d7f36349-73c7-464a-bf62-5f09a6e738d6 details requested by agent ovs-agent-dv-cinder-784477-11-iscsi with host dv-cinder-784477-11-iscsi {{(pid=108906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:52:08.631892 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-cefd9319-b371-421b-bebf-d8a6549d3a41 req-fe10e10f-bb9e-472d-a361-8bef4f40ab8f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=447cd8ca-a758-4b0d-966f-d4641376c8a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1177742 Dec 16 15:52:08.638606 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-9faeb952-10bd-4041-bfb2-8e85e13a07d6 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8311124 Dec 16 15:52:08.639507 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 41852) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:08.644855 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.v2.base [None req-a3b4d4ba-a9b4-499f-b3df-3d74a52624b6 admin admin] Request body: {'subnet': {'network_id': 'd7f36349-73c7-464a-bf62-5f09a6e738d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1901300958-subnet', 'tenant_id': '66fbf45043974460803db71f1750aacc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:52:08.650909 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c08534-4891-4045-848b-c09481c2219f req-9e229a07-4fd8-4fff-a38c-725f997f3622 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:08.659227 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-76c08534-4891-4045-848b-c09481c2219f req-9e229a07-4fd8-4fff-a38c-725f997f3622 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/ports?device_id=d87f6b70-6ea0-48c1-b18c-59052e3ff9d3 HTTP/1.1" status: 200 len: 943 time: 0.2263918 Dec 16 15:52:08.676821 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b4d4ba-a9b4-499f-b3df-3d74a52624b6 admin admin] Made reservation on behalf of 66fbf45043974460803db71f1750aacc for: {'subnet': 1} {{(pid=108904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:52:08.680180 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-a3b4d4ba-a9b4-499f-b3df-3d74a52624b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66823910'] for subnet, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:08.778784 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-76c08534-4891-4045-848b-c09481c2219f req-ca2d79d1-2090-45bc-908f-ddfa995f9ab2 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c4413e0-cf94-41c4-a331-21c96852544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184978 Dec 16 15:52:08.831291 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-cefd9319-b371-421b-bebf-d8a6549d3a41 req-25dafc5a-fa65-49d0-b31f-5d04cb982f8f service neutron] 10.222.0.66 "GET /v2.0/networks/447cd8ca-a758-4b0d-966f-d4641376c8a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690838 Dec 16 15:52:08.870881 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-16b5cf29-e656-4051-af02-ec787fbe2389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:08.964218 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-cefd9319-b371-421b-bebf-d8a6549d3a41 req-4448016b-b379-4809-ac3d-aa700d0167a9 service neutron] 10.222.0.66 "GET /v2.0/networks/447cd8ca-a758-4b0d-966f-d4641376c8a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180964 Dec 16 15:52:08.978243 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-a3b4d4ba-a9b4-499f-b3df-3d74a52624b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8060090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66823928'] for subnet, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:09.052279 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b4d4ba-a9b4-499f-b3df-3d74a52624b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d74c3a7c-65e1-4354-b26d-40ed68846b85,revision_number=0']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:09.057802 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b4d4ba-a9b4-499f-b3df-3d74a52624b6 admin admin] Checking segment: {'id': '6ac95f2c-e8cd-453d-a535-ad4189b6290a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd7f36349-73c7-464a-bf62-5f09a6e738d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:52:09.058158 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b4d4ba-a9b4-499f-b3df-3d74a52624b6 admin admin] Network hostable DHCP agents. Network: d7f36349-73c7-464a-bf62-5f09a6e738d6, hostable agents: ['02e00dda-7193-4a71-a593-a2bdfaca617e'], hosted agents: [] {{(pid=108904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:52:09.078861 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b4d4ba-a9b4-499f-b3df-3d74a52624b6 admin admin] Network d7f36349-73c7-464a-bf62-5f09a6e738d6 is scheduled to be hosted by DHCP agent 02e00dda-7193-4a71-a593-a2bdfaca617e with binding_index 1 {{(pid=108904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:52:09.091139 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.base_scheduler [None req-a3b4d4ba-a9b4-499f-b3df-3d74a52624b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-11-iscsi, d7f36349-73c7-464a-bf62-5f09a6e738d6) {{(pid=108904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:52:09.096959 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b4d4ba-a9b4-499f-b3df-3d74a52624b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:09.099418 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-a3b4d4ba-a9b4-499f-b3df-3d74a52624b6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:09.105994 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device 8e2fdbb4-3edf-41eb-8daa-904ea54bacb1 up at agent hyperv_hv-cinder-78447 {{(pid=108906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:52:09.135386 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-a3b4d4ba-a9b4-499f-b3df-3d74a52624b6 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4946363 Dec 16 15:52:09.138154 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 41858) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:09.145186 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.v2.base [None req-7c404bce-6004-4942-a6c2-a638a860ed50 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1901300958-router', 'tenant_id': '66fbf45043974460803db71f1750aacc', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3'}}} {{(pid=108904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:52:09.177908 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-7c404bce-6004-4942-a6c2-a638a860ed50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7874727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6813'] for router, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:09.181333 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-7c404bce-6004-4942-a6c2-a638a860ed50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7875351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7874278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8123815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6826'] for router, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:09.181603 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0b6d10-56c2-47e1-b4ba-69f751fc07b2 None None] Network d7f36349-73c7-464a-bf62-5f09a6e738d6 requested from dv-cinder-784477-11-iscsi {{(pid=108906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:52:09.255087 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-7c404bce-6004-4942-a6c2-a638a860ed50 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:09.321873 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Provisioning for port 8e2fdbb4-3edf-41eb-8daa-904ea54bacb1 completed by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:52:09.347935 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Provisioning complete for port 8e2fdbb4-3edf-41eb-8daa-904ea54bacb1 triggered by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:52:09.348620 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:09.435841 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728afad8-9c81-42e5-9685-5fa217f1bef9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7ef089e-da1e-5e7e-8d50-b8251f3063fb-d7f36349-73c7-464a-bf62-5f09a6e738d6', 'network_id': 'd7f36349-73c7-464a-bf62-5f09a6e738d6', 'project_id': '66fbf45043974460803db71f1750aacc', 'fixed_ips': [{'subnet_id': 'd74c3a7c-65e1-4354-b26d-40ed68846b85'}]}} from dv-cinder-784477-11-iscsi. {{(pid=108906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:52:09.436832 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-728afad8-9c81-42e5-9685-5fa217f1bef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_create {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:09.438207 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-7c404bce-6004-4942-a6c2-a638a860ed50 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:09.672448 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:09.754691 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '248b8eac-f030-4761-a6c9-0ddaf6475f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e2fdbb4-3edf-41eb-8daa-904ea54bacb1'}] {{(pid=108906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:52:09.756121 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-7c404bce-6004-4942-a6c2-a638a860ed50 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:09.756938 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02b5cd720e1ebaa5714ffb0bc34871610594f2c4f6020a6f60f7cc29a5a8a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87944f37-b132-4036-9b63-61df06896b69" -d '{"events": [{"server_uuid": "248b8eac-f030-4761-a6c9-0ddaf6475f0f", "name": "network-vif-plugged", "status": "completed", "tag": "8e2fdbb4-3edf-41eb-8daa-904ea54bacb1"}]}' {{(pid=108906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:52:09.783674 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-7c404bce-6004-4942-a6c2-a638a860ed50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:09.820327 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] For port 8e2fdbb4-3edf-41eb-8daa-904ea54bacb1, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=8e2fdbb4-3edf-41eb-8daa-904ea54bacb1,segment=NetworkSegment(8a8cc844-cc13-47cc-b194-eff6c05ee70b),segment_id=8a8cc844-cc13-47cc-b194-eff6c05ee70b)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:52:09.823817 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c3d6c-ed14-4573-8091-2e2775fa8790 req-35ca0fd8-548d-42b1-9da6-45f2f99e8e93 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:09.832636 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-5f3c3d6c-ed14-4573-8091-2e2775fa8790 req-35ca0fd8-548d-42b1-9da6-45f2f99e8e93 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/ports?device_id=248b8eac-f030-4761-a6c9-0ddaf6475f0f HTTP/1.1" status: 200 len: 944 time: 0.1427329 Dec 16 15:52:09.833823 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.db_base_plugin_common [None req-728afad8-9c81-42e5-9685-5fa217f1bef9 None None] Allocated IP 172.20.0.2 (d7f36349-73c7-464a-bf62-5f09a6e738d6/d74c3a7c-65e1-4354-b26d-40ed68846b85/40b9438c-cd13-4299-9bee-58011bf9d926) {{(pid=108906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:52:09.835863 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:09.885174 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0a073b-9a12-4a06-a255-6a51a49c1ed6 x-openstack-request-id: req-5f0a073b-9a12-4a06-a255-6a51a49c1ed6 {{(pid=108906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:52:09.885510 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "248b8eac-f030-4761-a6c9-0ddaf6475f0f", "name": "network-vif-plugged", "status": "completed", "tag": "8e2fdbb4-3edf-41eb-8daa-904ea54bacb1", "code": 200}]} {{(pid=108906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:52:09.885938 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5f0a073b-9a12-4a06-a255-6a51a49c1ed6 {{(pid=108906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:52:09.889758 dv-cinder-784477-11-iscsi neutron-server[108906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '248b8eac-f030-4761-a6c9-0ddaf6475f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e2fdbb4-3edf-41eb-8daa-904ea54bacb1', 'code': 200} Dec 16 15:52:09.897360 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-5f3c3d6c-ed14-4573-8091-2e2775fa8790 req-6c9b6e3b-3229-4288-83cd-3be61b13bd86 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e0931ad-2cb0-4a8a-9f29-cd2e4109aaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638578 Dec 16 15:52:09.989805 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.db_base_plugin_common [None req-7c404bce-6004-4942-a6c2-a638a860ed50 admin admin] Allocated IP 172.27.1.213 (b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3/792909e7-e23c-4f0f-8575-fa43b44998bb/fcbf830d-979b-458b-87b3-18b99eaf93c8) {{(pid=108904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:52:10.030118 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae23005a-8ed1-4e07-bc5a-bc5d6e9f493e req-12c6c9ad-e337-49dc-b9df-2d4357a3dbd2 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:10.050086 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-ae23005a-8ed1-4e07-bc5a-bc5d6e9f493e req-12c6c9ad-e337-49dc-b9df-2d4357a3dbd2 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/ports?device_id=d87f6b70-6ea0-48c1-b18c-59052e3ff9d3 HTTP/1.1" status: 200 len: 943 time: 0.1044736 Dec 16 15:52:10.143846 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Pushing event updated for resources: {'Port': ['ID=8e2fdbb4-3edf-41eb-8daa-904ea54bacb1,revision_number=5']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:10.212083 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-7c404bce-6004-4942-a6c2-a638a860ed50 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:10.224056 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-ae23005a-8ed1-4e07-bc5a-bc5d6e9f493e req-e33d70fc-1bf6-49a2-a5f3-414536d0ae66 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c4413e0-cf94-41c4-a331-21c96852544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1675327 Dec 16 15:52:10.262970 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd09fd55-3810-4f16-9aa5-9a296a727434 req-ef3faeda-5806-47d4-b568-75054961c34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:10.265126 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-7c404bce-6004-4942-a6c2-a638a860ed50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739691803594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4504497'] for port, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:10.265601 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-bd09fd55-3810-4f16-9aa5-9a296a727434 req-ef3faeda-5806-47d4-b568-75054961c34d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=248b8eac-f030-4761-a6c9-0ddaf6475f0f HTTP/1.1" status: 200 len: 1098 time: 0.1518710 Dec 16 15:52:10.327375 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c404bce-6004-4942-a6c2-a638a860ed50 admin admin] Network b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3 is already hosted by enough agents. {{(pid=108904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:52:10.330342 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-728afad8-9c81-42e5-9685-5fa217f1bef9 None None] Publish callbacks [] for port, precommit_create {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:10.330735 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.base_scheduler [None req-7c404bce-6004-4942-a6c2-a638a860ed50 admin admin] Resources bound (agent type, host, resource id): {{(pid=108904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:52:10.335136 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c404bce-6004-4942-a6c2-a638a860ed50 admin admin] Received port after_create {{(pid=108904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:52:10.343396 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-728afad8-9c81-42e5-9685-5fa217f1bef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739691803594'] for port, after_create {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:10.388684 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c404bce-6004-4942-a6c2-a638a860ed50 admin admin] Pushing event updated for resources: {'Port': ['ID=fcbf830d-979b-458b-87b3-18b99eaf93c8,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:10.403948 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-bd09fd55-3810-4f16-9aa5-9a296a727434 req-dc2d4cf6-2e5b-45af-b17b-c4fc879010e7 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9e0931ad-2cb0-4a8a-9f29-cd2e4109aaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294849 Dec 16 15:52:10.420749 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728afad8-9c81-42e5-9685-5fa217f1bef9 None None] Network d7f36349-73c7-464a-bf62-5f09a6e738d6 is already hosted by enough agents. {{(pid=108906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:52:10.424854 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.scheduler.base_scheduler [None req-728afad8-9c81-42e5-9685-5fa217f1bef9 None None] Resources bound (agent type, host, resource id): {{(pid=108906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:52:10.431722 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728afad8-9c81-42e5-9685-5fa217f1bef9 None None] Received port after_create {{(pid=108906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:52:10.463553 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728afad8-9c81-42e5-9685-5fa217f1bef9 None None] Pushing event updated for resources: {'Port': ['ID=40b9438c-cd13-4299-9bee-58011bf9d926,revision_number=1']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:10.513917 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.managers [None req-728afad8-9c81-42e5-9685-5fa217f1bef9 None None] Attempting to bind port 40b9438c-cd13-4299-9bee-58011bf9d926 on host dv-cinder-784477-11-iscsi for vnic_type normal with profile {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:52:10.514406 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.managers [None req-728afad8-9c81-42e5-9685-5fa217f1bef9 None None] Attempting to bind port 40b9438c-cd13-4299-9bee-58011bf9d926 by drivers openvswitch,hyperv on host dv-cinder-784477-11-iscsi at level 0 using segments [{'id': '6ac95f2c-e8cd-453d-a535-ad4189b6290a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd7f36349-73c7-464a-bf62-5f09a6e738d6'}] {{(pid=108906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:52:10.514677 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728afad8-9c81-42e5-9685-5fa217f1bef9 None None] Attempting to bind port 40b9438c-cd13-4299-9bee-58011bf9d926 on network d7f36349-73c7-464a-bf62-5f09a6e738d6 {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:52:10.529922 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728afad8-9c81-42e5-9685-5fa217f1bef9 None None] Checking agent: {'id': '5eca9fcc-5dcd-4ee1-9579-22579284a65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 40, 43), 'started_at': datetime.datetime(2021, 12, 16, 15, 41, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:52:10.530300 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728afad8-9c81-42e5-9685-5fa217f1bef9 None None] Checking segment: {'id': '6ac95f2c-e8cd-453d-a535-ad4189b6290a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd7f36349-73c7-464a-bf62-5f09a6e738d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:52:10.530708 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-728afad8-9c81-42e5-9685-5fa217f1bef9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:10.531435 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728afad8-9c81-42e5-9685-5fa217f1bef9 None None] Bound using segment: {'id': '6ac95f2c-e8cd-453d-a535-ad4189b6290a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd7f36349-73c7-464a-bf62-5f09a6e738d6'} {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:52:10.531998 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.managers [None req-728afad8-9c81-42e5-9685-5fa217f1bef9 None None] Bound port: 40b9438c-cd13-4299-9bee-58011bf9d926, host: dv-cinder-784477-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ac95f2c-e8cd-453d-a535-ad4189b6290a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd7f36349-73c7-464a-bf62-5f09a6e738d6'}}] {{(pid=108906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:52:10.532418 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-728afad8-9c81-42e5-9685-5fa217f1bef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:10.546293 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-223b144f-a2e3-43d1-9ee0-793d55a0ef66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:10.612854 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-728afad8-9c81-42e5-9685-5fa217f1bef9 None None] For port 40b9438c-cd13-4299-9bee-58011bf9d926, host dv-cinder-784477-11-iscsi, cleared binding levels {{(pid=108906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:52:10.616533 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-728afad8-9c81-42e5-9685-5fa217f1bef9 None None] For port 40b9438c-cd13-4299-9bee-58011bf9d926, host dv-cinder-784477-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=40b9438c-cd13-4299-9bee-58011bf9d926,segment=NetworkSegment(6ac95f2c-e8cd-453d-a535-ad4189b6290a),segment_id=6ac95f2c-e8cd-453d-a535-ad4189b6290a)] {{(pid=108906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:52:10.621838 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-728afad8-9c81-42e5-9685-5fa217f1bef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:10.718657 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728afad8-9c81-42e5-9685-5fa217f1bef9 None None] Pushing event updated for resources: {'Port': ['ID=40b9438c-cd13-4299-9bee-58011bf9d926,revision_number=2']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:10.794781 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-7c404bce-6004-4942-a6c2-a638a860ed50 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:11.103280 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7092c14a-a086-4d1c-98a1-813538f11131 req-8e6c1089-6087-4741-b274-b3f4f13f4073 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:11.106516 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-7092c14a-a086-4d1c-98a1-813538f11131 req-8e6c1089-6087-4741-b274-b3f4f13f4073 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/ports?device_id=248b8eac-f030-4761-a6c9-0ddaf6475f0f HTTP/1.1" status: 200 len: 945 time: 0.0761502 Dec 16 15:52:11.120510 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-7c404bce-6004-4942-a6c2-a638a860ed50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7875374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874197'] for router, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:11.184233 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-7092c14a-a086-4d1c-98a1-813538f11131 req-1bb78c36-ea77-47a7-8848-850902e0e0a1 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e0931ad-2cb0-4a8a-9f29-cd2e4109aaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679474 Dec 16 15:52:11.280355 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-e6a1afc6-ab61-4c06-9aae-8bc4c5fea8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:11.295963 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c404bce-6004-4942-a6c2-a638a860ed50 admin admin] Router afcb3ec5-edbc-47aa-8cd6-d33307178df8 is scheduled to L3 agent 53beefa8-37d8-48bc-b6da-d824d56f81c3 with binding_index 1 {{(pid=108904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:52:11.361710 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41afb37-6c69-4ed1-9cc5-e4493d2ef356 req-2a929dd1-a221-4d27-9c4b-fbd9f26147ad tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:11.369170 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c41afb37-6c69-4ed1-9cc5-e4493d2ef356 req-2a929dd1-a221-4d27-9c4b-fbd9f26147ad tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/ports?device_id=d87f6b70-6ea0-48c1-b18c-59052e3ff9d3 HTTP/1.1" status: 200 len: 943 time: 0.0700777 Dec 16 15:52:11.445147 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c41afb37-6c69-4ed1-9cc5-e4493d2ef356 req-2ef919f6-bec0-46ab-b173-c49684549e06 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c4413e0-cf94-41c4-a331-21c96852544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746930 Dec 16 15:52:11.449312 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c404bce-6004-4942-a6c2-a638a860ed50 admin admin] Notify agent at l3_agent.dv-cinder-784477-11-iscsi the message routers_updated {{(pid=108904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:52:11.467252 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bed6858-15a4-4f9e-8061-00c6f85f1029 None None] Sync routers for ids ['afcb3ec5-edbc-47aa-8cd6-d33307178df8'] in dv-cinder-784477-11-iscsi {{(pid=108906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:52:11.486459 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bed6858-15a4-4f9e-8061-00c6f85f1029 None None] Routers {'afcb3ec5-edbc-47aa-8cd6-d33307178df8'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:52:11.487398 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-7bed6858-15a4-4f9e-8061-00c6f85f1029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:52:09Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['afcb3ec5-edbc-47aa-8cd6-d33307178df8'], 'active': True} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:52:11.492609 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-7c404bce-6004-4942-a6c2-a638a860ed50 admin admin] Publish callbacks [] for router, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:11.494927 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-7c404bce-6004-4942-a6c2-a638a860ed50 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.3554664 Dec 16 15:52:11.497796 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 41904) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:11.797220 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvr_db [None req-7bed6858-15a4-4f9e-8061-00c6f85f1029 None None] Set router afcb3ec5-edbc-47aa-8cd6-d33307178df8 gateway port host: dv-cinder-784477-11-iscsi {{(pid=108906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:52:12.104955 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-7bed6858-15a4-4f9e-8061-00c6f85f1029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afcb3ec5-edbc-47aa-8cd6-d33307178df8', 'name': 'tempest-AttachVolumeShelveTestJSON-1901300958-router', 'tenant_id': '66fbf45043974460803db71f1750aacc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fcbf830d-979b-458b-87b3-18b99eaf93c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:52:09Z', 'updated_at': '2021-12-16T15:52:10Z', 'revision_number': 3, 'project_id': '66fbf45043974460803db71f1750aacc', 'gw_port': {'id': 'fcbf830d-979b-458b-87b3-18b99eaf93c8', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:41:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afcb3ec5-edbc-47aa-8cd6-d33307178df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:52:09Z', 'updated_at': '2021-12-16T15:52:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi'}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:52:12.175873 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device 40b9438c-cd13-4299-9bee-58011bf9d926 up at agent ovs-agent-dv-cinder-784477-11-iscsi {{(pid=108906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:52:12.194653 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-74dd0062-fcde-4dec-975a-9dc759af7f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:12.378042 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81ea73f-1000-435b-9de7-48567919bf94 None None] Network d7f36349-73c7-464a-bf62-5f09a6e738d6 requested from dv-cinder-784477-11-iscsi {{(pid=108906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:52:12.383803 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bed6858-15a4-4f9e-8061-00c6f85f1029 None None] Checking router: afcb3ec5-edbc-47aa-8cd6-d33307178df8 for host: dv-cinder-784477-11-iscsi {{(pid=108906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:52:12.384221 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bed6858-15a4-4f9e-8061-00c6f85f1029 None None] Updating router afcb3ec5-edbc-47aa-8cd6-d33307178df8 port fcbf830d-979b-458b-87b3-18b99eaf93c8 binding host dv-cinder-784477-11-iscsi {{(pid=108906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:52:12.437552 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab0c456-f8bf-44b0-b71b-77a2f56fbdd8 req-4b457cf5-d88d-4386-9377-fed32783c4ba tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:12.439116 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-eab0c456-f8bf-44b0-b71b-77a2f56fbdd8 req-4b457cf5-d88d-4386-9377-fed32783c4ba tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/ports?device_id=248b8eac-f030-4761-a6c9-0ddaf6475f0f HTTP/1.1" status: 200 len: 945 time: 0.1211936 Dec 16 15:52:12.474918 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-bba6c376-006e-4226-9b14-34ea22caeaa8 None None] Provisioning complete for port 40b9438c-cd13-4299-9bee-58011bf9d926 triggered by entity DHCP. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:52:12.475352 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-bba6c376-006e-4226-9b14-34ea22caeaa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:12.480975 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.db.db_base_plugin_common [None req-74dd0062-fcde-4dec-975a-9dc759af7f1d admin admin] Allocated IP 172.20.0.1 (d7f36349-73c7-464a-bf62-5f09a6e738d6/d74c3a7c-65e1-4354-b26d-40ed68846b85/67ddacab-1bd5-40e9-8860-e1b870acaef9) {{(pid=108905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:52:12.487368 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-7bed6858-15a4-4f9e-8061-00c6f85f1029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:12.663691 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-eab0c456-f8bf-44b0-b71b-77a2f56fbdd8 req-890e70c8-c58a-494c-8e85-0924c654911d tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e0931ad-2cb0-4a8a-9f29-cd2e4109aaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2180626 Dec 16 15:52:12.676935 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Provisioning complete for port 40b9438c-cd13-4299-9bee-58011bf9d926 triggered by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:52:12.677360 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:12.733433 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f875d2-5c81-4447-b459-ecfbf961d4ca req-a95e9c3e-fa07-45ec-91df-8fbe8d9cf294 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:12.737878 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-13f875d2-5c81-4447-b459-ecfbf961d4ca req-a95e9c3e-fa07-45ec-91df-8fbe8d9cf294 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/ports?device_id=d87f6b70-6ea0-48c1-b18c-59052e3ff9d3 HTTP/1.1" status: 200 len: 943 time: 0.1720111 Dec 16 15:52:12.803679 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-74dd0062-fcde-4dec-975a-9dc759af7f1d admin admin] Publish callbacks [] for port, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:12.833872 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-bba6c376-006e-4226-9b14-34ea22caeaa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:12.836840 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:12.896616 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df62fd2d-b80b-49b4-a45d-6ce176cf8015 req-461bc158-ea29-4602-9af6-340f5fcbed77 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:12.906840 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-df62fd2d-b80b-49b4-a45d-6ce176cf8015 req-461bc158-ea29-4602-9af6-340f5fcbed77 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/ports?device_id=248b8eac-f030-4761-a6c9-0ddaf6475f0f HTTP/1.1" status: 200 len: 945 time: 0.1674767 Dec 16 15:52:12.921164 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-13f875d2-5c81-4447-b459-ecfbf961d4ca req-f2fc6d4e-b080-412e-abc5-668e067c7392 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c4413e0-cf94-41c4-a331-21c96852544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1606779 Dec 16 15:52:12.943289 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-bba6c376-006e-4226-9b14-34ea22caeaa8 None None] For port 40b9438c-cd13-4299-9bee-58011bf9d926, host dv-cinder-784477-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=40b9438c-cd13-4299-9bee-58011bf9d926,segment=NetworkSegment(6ac95f2c-e8cd-453d-a535-ad4189b6290a),segment_id=6ac95f2c-e8cd-453d-a535-ad4189b6290a)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:52:12.954869 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-bba6c376-006e-4226-9b14-34ea22caeaa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:12.984423 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-74dd0062-fcde-4dec-975a-9dc759af7f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739691803594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5936052'] for port, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:13.023623 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:13.065803 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-df62fd2d-b80b-49b4-a45d-6ce176cf8015 req-d2d6c141-55c8-4946-bccf-e1239a4a86dc tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e0931ad-2cb0-4a8a-9f29-cd2e4109aaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557300 Dec 16 15:52:13.070133 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74dd0062-fcde-4dec-975a-9dc759af7f1d admin admin] Network d7f36349-73c7-464a-bf62-5f09a6e738d6 is already hosted by enough agents. {{(pid=108905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:52:13.078000 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.base_scheduler [None req-74dd0062-fcde-4dec-975a-9dc759af7f1d admin admin] Resources bound (agent type, host, resource id): {{(pid=108905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:52:13.083371 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 41930) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:13.084846 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74dd0062-fcde-4dec-975a-9dc759af7f1d admin admin] Received port after_create {{(pid=108905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:52:13.092592 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dd0062-fcde-4dec-975a-9dc759af7f1d admin admin] Pushing event updated for resources: {'Port': ['ID=67ddacab-1bd5-40e9-8860-e1b870acaef9,revision_number=1']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:13.184826 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-74dd0062-fcde-4dec-975a-9dc759af7f1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7874534'] for router_interface, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:13.268024 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-7bed6858-15a4-4f9e-8061-00c6f85f1029 None None] Publish callbacks [] for port, precommit_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:13.349020 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba6c376-006e-4226-9b14-34ea22caeaa8 None None] Pushing event updated for resources: {'Port': ['ID=40b9438c-cd13-4299-9bee-58011bf9d926,revision_number=3']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:13.368016 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.db.api [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:52:13.368517 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG oslo_db.api [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 15:52:13.369069 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-7bed6858-15a4-4f9e-8061-00c6f85f1029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:13.419395 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.managers [None req-7bed6858-15a4-4f9e-8061-00c6f85f1029 None None] Attempting to bind port fcbf830d-979b-458b-87b3-18b99eaf93c8 on host dv-cinder-784477-11-iscsi for vnic_type normal with profile {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:52:13.419678 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.managers [None req-7bed6858-15a4-4f9e-8061-00c6f85f1029 None None] Attempting to bind port fcbf830d-979b-458b-87b3-18b99eaf93c8 by drivers openvswitch,hyperv on host dv-cinder-784477-11-iscsi at level 0 using segments [{'id': '0390f958-c764-4c6b-ad22-4946ebfb354b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3'}] {{(pid=108906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:52:13.420044 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bed6858-15a4-4f9e-8061-00c6f85f1029 None None] Attempting to bind port fcbf830d-979b-458b-87b3-18b99eaf93c8 on network b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3 {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:52:13.468313 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-74dd0062-fcde-4dec-975a-9dc759af7f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:13.499668 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bed6858-15a4-4f9e-8061-00c6f85f1029 None None] Checking agent: {'id': '5eca9fcc-5dcd-4ee1-9579-22579284a65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 40, 43), 'started_at': datetime.datetime(2021, 12, 16, 15, 41, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:52:13.501671 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bed6858-15a4-4f9e-8061-00c6f85f1029 None None] Checking segment: {'id': '0390f958-c764-4c6b-ad22-4946ebfb354b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:52:13.504620 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-7bed6858-15a4-4f9e-8061-00c6f85f1029 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:13.505050 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bed6858-15a4-4f9e-8061-00c6f85f1029 None None] Bound using segment: {'id': '0390f958-c764-4c6b-ad22-4946ebfb354b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3'} {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:52:13.505576 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.managers [None req-7bed6858-15a4-4f9e-8061-00c6f85f1029 None None] Bound port: fcbf830d-979b-458b-87b3-18b99eaf93c8, host: dv-cinder-784477-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0390f958-c764-4c6b-ad22-4946ebfb354b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3'}}] {{(pid=108906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:52:13.507950 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-7bed6858-15a4-4f9e-8061-00c6f85f1029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:13.536602 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fd807f-80dd-402c-af0b-a40446e20e4b tempest-TestShelveInstance-382474334 tempest-TestShelveInstance-382474334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:13.550120 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-a6fd807f-80dd-402c-af0b-a40446e20e4b tempest-TestShelveInstance-382474334 tempest-TestShelveInstance-382474334-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=248b8eac-f030-4761-a6c9-0ddaf6475f0f HTTP/1.1" status: 200 len: 1093 time: 0.4647245 Dec 16 15:52:13.552787 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 41936) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:13.567086 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.v2.base [None req-b798bb68-4aea-43de-b766-eb7be2606da4 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Request body: {'floatingip': {'floating_network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'port_id': '8e2fdbb4-3edf-41eb-8daa-904ea54bacb1', 'tenant_id': '34de311402354bb6a5903e764e3a0cbc', 'fixed_ip_address': '172.20.0.4'}} {{(pid=108904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:52:13.567925 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-cdfac607-0991-474a-aa9b-ccae7978b102 None None] Provisioning complete for port 40b9438c-cd13-4299-9bee-58011bf9d926 triggered by entity DHCP. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:52:13.568615 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-cdfac607-0991-474a-aa9b-ccae7978b102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:13.573952 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 41938) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:13.651516 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-b798bb68-4aea-43de-b766-eb7be2606da4 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Publish callbacks [] for floatingip, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:13.720763 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e64ccf-33d1-41d1-9856-e1ca3c9bbce2 None None] Pushing event updated for resources: {'Port': ['ID=fcbf830d-979b-458b-87b3-18b99eaf93c8,revision_number=2']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:13.738825 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-7bed6858-15a4-4f9e-8061-00c6f85f1029 None None] For port fcbf830d-979b-458b-87b3-18b99eaf93c8, host dv-cinder-784477-11-iscsi, cleared binding levels {{(pid=108906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:52:13.742792 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-7bed6858-15a4-4f9e-8061-00c6f85f1029 None None] For port fcbf830d-979b-458b-87b3-18b99eaf93c8, host dv-cinder-784477-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=fcbf830d-979b-458b-87b3-18b99eaf93c8,segment=NetworkSegment(0390f958-c764-4c6b-ad22-4946ebfb354b),segment_id=0390f958-c764-4c6b-ad22-4946ebfb354b)] {{(pid=108906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:52:13.750146 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-7bed6858-15a4-4f9e-8061-00c6f85f1029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:13.791118 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-74dd0062-fcde-4dec-975a-9dc759af7f1d admin admin] Publish callbacks [] for port, precommit_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:13.804024 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-74dd0062-fcde-4dec-975a-9dc759af7f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5936077'] for port, after_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:13.843697 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bed6858-15a4-4f9e-8061-00c6f85f1029 None None] Routers {'afcb3ec5-edbc-47aa-8cd6-d33307178df8'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:52:13.844275 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-7bed6858-15a4-4f9e-8061-00c6f85f1029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:52:09Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['afcb3ec5-edbc-47aa-8cd6-d33307178df8'], 'active': True} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:52:13.849921 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e64ccf-33d1-41d1-9856-e1ca3c9bbce2 None None] Pushing event updated for resources: {'Port': ['ID=fcbf830d-979b-458b-87b3-18b99eaf93c8,revision_number=3']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:13.902135 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-fee93663-47b0-4107-b6b6-6ed8889f03e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:13.930427 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dd0062-fcde-4dec-975a-9dc759af7f1d admin admin] Pushing event updated for resources: {'Port': ['ID=67ddacab-1bd5-40e9-8860-e1b870acaef9,revision_number=2']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:13.938108 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-74dd0062-fcde-4dec-975a-9dc759af7f1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7902817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872854'] for router_interface, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:14.059618 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvr_db [None req-7bed6858-15a4-4f9e-8061-00c6f85f1029 None None] Set router afcb3ec5-edbc-47aa-8cd6-d33307178df8 gateway port host: dv-cinder-784477-11-iscsi {{(pid=108906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:52:14.130498 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74dd0062-fcde-4dec-975a-9dc759af7f1d admin admin] Network d7f36349-73c7-464a-bf62-5f09a6e738d6 is already hosted by enough agents. {{(pid=108905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:52:14.139239 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-fa7a143e-7f2e-4959-bafe-fba1764afc9c None None] Provisioning complete for port 67ddacab-1bd5-40e9-8860-e1b870acaef9 triggered by entity DHCP. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:52:14.139239 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-fa7a143e-7f2e-4959-bafe-fba1764afc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:14.154346 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device 40b9438c-cd13-4299-9bee-58011bf9d926 up at agent ovs-agent-dv-cinder-784477-11-iscsi {{(pid=108906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:52:14.156778 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.base_scheduler [None req-74dd0062-fcde-4dec-975a-9dc759af7f1d admin admin] Resources bound (agent type, host, resource id): {{(pid=108905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:52:14.301889 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82564071-139f-47d1-90c1-c81419865923 req-fe64f6f2-d7d7-4b61-ac33-049f8ac8c6e2 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:14.310111 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-82564071-139f-47d1-90c1-c81419865923 req-fe64f6f2-d7d7-4b61-ac33-049f8ac8c6e2 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/ports?device_id=d87f6b70-6ea0-48c1-b18c-59052e3ff9d3 HTTP/1.1" status: 200 len: 943 time: 0.2049656 Dec 16 15:52:14.370939 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-fee93663-47b0-4107-b6b6-6ed8889f03e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:14.381070 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-b798bb68-4aea-43de-b766-eb7be2606da4 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:14.383946 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74dd0062-fcde-4dec-975a-9dc759af7f1d admin admin] Router afcb3ec5-edbc-47aa-8cd6-d33307178df8 has already been hosted by L3 agent 53beefa8-37d8-48bc-b6da-d824d56f81c3 {{(pid=108905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:52:14.384814 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-fee93663-47b0-4107-b6b6-6ed8889f03e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:14.430105 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a143e-7f2e-4959-bafe-fba1764afc9c None None] Port 67ddacab-1bd5-40e9-8860-e1b870acaef9 cannot update to ACTIVE because it is not bound. {{(pid=108906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:52:14.531739 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee93663-47b0-4107-b6b6-6ed8889f03e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=283d3e86-7b80-4cec-9f19-a5e314d860f4,revision_number=1']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:14.559695 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-82564071-139f-47d1-90c1-c81419865923 req-751b4100-e642-46db-9701-c768f22d9092 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c4413e0-cf94-41c4-a331-21c96852544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2484467 Dec 16 15:52:14.639880 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Provisioning complete for port 40b9438c-cd13-4299-9bee-58011bf9d926 triggered by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:52:14.640274 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:14.657724 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.db_base_plugin_common [None req-b798bb68-4aea-43de-b766-eb7be2606da4 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Allocated IP 172.27.1.195 (b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3/792909e7-e23c-4f0f-8575-fa43b44998bb/fca1b073-f70d-4eb4-9644-68759108396b) {{(pid=108904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:52:14.728753 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-fee93663-47b0-4107-b6b6-6ed8889f03e4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3939b2fad2ca421aae7e6f329fbe165a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1445627 Dec 16 15:52:14.729378 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 41952) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:14.744283 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-84c9262e-b3ad-411c-9f7a-d166fbf63bba None None] Provisioning complete for port 67ddacab-1bd5-40e9-8860-e1b870acaef9 triggered by entity DHCP. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:52:14.745129 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-84c9262e-b3ad-411c-9f7a-d166fbf63bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:14.794164 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-b798bb68-4aea-43de-b766-eb7be2606da4 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Publish callbacks [] for port, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:14.814060 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-7bed6858-15a4-4f9e-8061-00c6f85f1029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afcb3ec5-edbc-47aa-8cd6-d33307178df8', 'name': 'tempest-AttachVolumeShelveTestJSON-1901300958-router', 'tenant_id': '66fbf45043974460803db71f1750aacc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fcbf830d-979b-458b-87b3-18b99eaf93c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:52:09Z', 'updated_at': '2021-12-16T15:52:13Z', 'revision_number': 4, 'project_id': '66fbf45043974460803db71f1750aacc', 'gw_port': {'id': 'fcbf830d-979b-458b-87b3-18b99eaf93c8', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:41:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afcb3ec5-edbc-47aa-8cd6-d33307178df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:52:09Z', 'updated_at': '2021-12-16T15:52:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_interfaces': [{'id': '67ddacab-1bd5-40e9-8860-e1b870acaef9', 'name': '', 'network_id': 'd7f36349-73c7-464a-bf62-5f09a6e738d6', 'tenant_id': '66fbf45043974460803db71f1750aacc', 'mac_address': 'fa:16:3e:11:99:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afcb3ec5-edbc-47aa-8cd6-d33307178df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'd74c3a7c-65e1-4354-b26d-40ed68846b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:52:12Z', 'updated_at': '2021-12-16T15:52:13Z', 'revision_number': 2, 'project_id': '66fbf45043974460803db71f1750aacc', 'subnets': [{'id': 'd74c3a7c-65e1-4354-b26d-40ed68846b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:52:14.819480 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-84c9262e-b3ad-411c-9f7a-d166fbf63bba None None] Port 67ddacab-1bd5-40e9-8860-e1b870acaef9 cannot update to ACTIVE because it is not bound. {{(pid=108906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:52:14.840191 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-b798bb68-4aea-43de-b766-eb7be2606da4 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739691803594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4504497'] for port, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:14.861525 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-b75ef953-a20f-4d8c-9662-85a63eaa5dd6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:14.895127 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-b75ef953-a20f-4d8c-9662-85a63eaa5dd6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:14.897187 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74dd0062-fcde-4dec-975a-9dc759af7f1d admin admin] Notify agent at l3_agent.dv-cinder-784477-11-iscsi the message routers_updated {{(pid=108905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:52:14.905589 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b798bb68-4aea-43de-b766-eb7be2606da4 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Network b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3 is already hosted by enough agents. {{(pid=108904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:52:14.906852 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b798bb68-4aea-43de-b766-eb7be2606da4 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Pushing event updated for resources: {'Port': ['ID=fca1b073-f70d-4eb4-9644-68759108396b,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:14.908732 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-74dd0062-fcde-4dec-975a-9dc759af7f1d admin admin] 10.222.0.31 "PUT /v2.0/routers/afcb3ec5-edbc-47aa-8cd6-d33307178df8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4095807 Dec 16 15:52:14.928058 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.base_scheduler [None req-b798bb68-4aea-43de-b766-eb7be2606da4 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Resources bound (agent type, host, resource id): {{(pid=108904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:52:14.935667 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b798bb68-4aea-43de-b766-eb7be2606da4 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Received port after_create {{(pid=108904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:52:14.985715 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-b75ef953-a20f-4d8c-9662-85a63eaa5dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:14.989353 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-b75ef953-a20f-4d8c-9662-85a63eaa5dd6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:14.990611 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-b75ef953-a20f-4d8c-9662-85a63eaa5dd6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/283d3e86-7b80-4cec-9f19-a5e314d860f4 HTTP/1.1" status: 204 len: 168 time: 0.2579145 Dec 16 15:52:15.020276 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bed6858-15a4-4f9e-8061-00c6f85f1029 None None] The sync data for ids ['afcb3ec5-edbc-47aa-8cd6-d33307178df8'] in dv-cinder-784477-11-iscsi is: [{'id': 'afcb3ec5-edbc-47aa-8cd6-d33307178df8', 'name': 'tempest-AttachVolumeShelveTestJSON-1901300958-router', 'tenant_id': '66fbf45043974460803db71f1750aacc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fcbf830d-979b-458b-87b3-18b99eaf93c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:52:09Z', 'updated_at': '2021-12-16T15:52:13Z', 'revision_number': 4, 'project_id': '66fbf45043974460803db71f1750aacc', 'gw_port': {'id': 'fcbf830d-979b-458b-87b3-18b99eaf93c8', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:41:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afcb3ec5-edbc-47aa-8cd6-d33307178df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:52:09Z', 'updated_at': '2021-12-16T15:52:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_interfaces': [{'id': '67ddacab-1bd5-40e9-8860-e1b870acaef9', 'name': '', 'network_id': 'd7f36349-73c7-464a-bf62-5f09a6e738d6', 'tenant_id': '66fbf45043974460803db71f1750aacc', 'mac_address': 'fa:16:3e:11:99:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afcb3ec5-edbc-47aa-8cd6-d33307178df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'd74c3a7c-65e1-4354-b26d-40ed68846b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:52:12Z', 'updated_at': '2021-12-16T15:52:13Z', 'revision_number': 2, 'project_id': '66fbf45043974460803db71f1750aacc', 'subnets': [{'id': 'd74c3a7c-65e1-4354-b26d-40ed68846b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:52:15.023181 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75ef953-a20f-4d8c-9662-85a63eaa5dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283d3e86-7b80-4cec-9f19-a5e314d860f4,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:15.583114 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 41968) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:15.596524 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-6785f4fe-ff5a-4de9-a84d-2019902605f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:15.597317 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-b798bb68-4aea-43de-b766-eb7be2606da4 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:15.728752 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-b798bb68-4aea-43de-b766-eb7be2606da4 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:15.778952 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae477e9-a3a9-42b8-8e76-fc36569fcb21 req-04268ba9-43aa-4f59-bad6-b49d9d328829 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:15.781349 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-5ae477e9-a3a9-42b8-8e76-fc36569fcb21 req-04268ba9-43aa-4f59-bad6-b49d9d328829 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/ports?device_id=d87f6b70-6ea0-48c1-b18c-59052e3ff9d3 HTTP/1.1" status: 200 len: 943 time: 0.1139512 Dec 16 15:52:15.784641 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-6785f4fe-ff5a-4de9-a84d-2019902605f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:15.798861 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-6785f4fe-ff5a-4de9-a84d-2019902605f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:15.869049 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6785f4fe-ff5a-4de9-a84d-2019902605f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=757e54d6-556e-4dbf-b5e7-feffd12ab2f9,revision_number=1']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:15.887616 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-6785f4fe-ff5a-4de9-a84d-2019902605f2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=aba560d289684b0ab77eeeabb12c693a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3037949 Dec 16 15:52:15.890266 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 41978) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:15.934548 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-5ae477e9-a3a9-42b8-8e76-fc36569fcb21 req-3571fe9f-f783-470a-8cd1-17748db50c78 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c4413e0-cf94-41c4-a331-21c96852544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421628 Dec 16 15:52:15.987020 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-9de27e10-3b78-4c46-9d65-34ac1f439dbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:16.042187 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-b798bb68-4aea-43de-b766-eb7be2606da4 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Publish callbacks [] for port, precommit_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:16.044675 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 41980) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:16.058666 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-b798bb68-4aea-43de-b766-eb7be2606da4 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4504520'] for port, after_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:16.066081 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.v2.base [None req-c6819245-1328-4fff-bcbd-15e6b7f8b27c tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1075726383', 'description': 'tempest-description--2032551066'}} {{(pid=108905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:52:16.088348 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-9de27e10-3b78-4c46-9d65-34ac1f439dbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:16.118224 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-c6819245-1328-4fff-bcbd-15e6b7f8b27c tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks [] for security_group, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:16.163125 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b798bb68-4aea-43de-b766-eb7be2606da4 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Pushing event updated for resources: {'Port': ['ID=fca1b073-f70d-4eb4-9644-68759108396b,revision_number=2']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:16.232351 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-b798bb68-4aea-43de-b766-eb7be2606da4 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874419'] for floatingip, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:16.264416 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-c6819245-1328-4fff-bcbd-15e6b7f8b27c tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks [] for security_group, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:16.275124 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-9de27e10-3b78-4c46-9d65-34ac1f439dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:16.279160 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-9de27e10-3b78-4c46-9d65-34ac1f439dbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:16.280281 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-9de27e10-3b78-4c46-9d65-34ac1f439dbb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/757e54d6-556e-4dbf-b5e7-feffd12ab2f9 HTTP/1.1" status: 204 len: 168 time: 0.3890955 Dec 16 15:52:16.285488 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-c6819245-1328-4fff-bcbd-15e6b7f8b27c tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:16.325767 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de27e10-3b78-4c46-9d65-34ac1f439dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=757e54d6-556e-4dbf-b5e7-feffd12ab2f9,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:16.365815 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-c6819245-1328-4fff-bcbd-15e6b7f8b27c tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks [] for security_group, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:16.369883 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-c6819245-1328-4fff-bcbd-15e6b7f8b27c tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3214388 Dec 16 15:52:16.372599 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 41984) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:16.380107 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.v2.base [None req-40393951-ad4b-4f9b-a0cb-3723ae8a1156 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Request body: {'security_group_rule': {'security_group_id': 'fa550b95-a5a8-4f5d-a4f5-4ed50b4fc6e1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:52:16.385254 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6819245-1328-4fff-bcbd-15e6b7f8b27c tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa550b95-a5a8-4f5d-a4f5-4ed50b4fc6e1,revision_number=1']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:16.427229 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.db.l3_db [None req-b798bb68-4aea-43de-b766-eb7be2606da4 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Floating IP 79212769-4260-4a16-aa4a-bf97348274d8 associated. External IP: 172.27.1.195, port: 8e2fdbb4-3edf-41eb-8daa-904ea54bacb1. Dec 16 15:52:16.477430 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-40393951-ad4b-4f9b-a0cb-3723ae8a1156 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:16.536557 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-40393951-ad4b-4f9b-a0cb-3723ae8a1156 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:16.547713 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-40393951-ad4b-4f9b-a0cb-3723ae8a1156 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004345'] for security_group_rule, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:16.614071 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40393951-ad4b-4f9b-a0cb-3723ae8a1156 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b4db6eb-e714-455d-920e-ab7c3e505589,revision_number=0']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:16.623104 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-40393951-ad4b-4f9b-a0cb-3723ae8a1156 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:16.627342 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-40393951-ad4b-4f9b-a0cb-3723ae8a1156 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2528803 Dec 16 15:52:16.627485 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 41990) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:16.632187 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.v2.base [None req-2e98bf09-fa62-4ac7-bcc5-0177ffb248bb tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Request body: {'security_group_rule': {'security_group_id': 'fa550b95-a5a8-4f5d-a4f5-4ed50b4fc6e1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:52:16.699249 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-2e98bf09-fa62-4ac7-bcc5-0177ffb248bb tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:16.778340 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-2e98bf09-fa62-4ac7-bcc5-0177ffb248bb tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:16.788209 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-2e98bf09-fa62-4ac7-bcc5-0177ffb248bb tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004345'] for security_group_rule, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:16.814160 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e98bf09-fa62-4ac7-bcc5-0177ffb248bb tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19524669-9011-41da-93b2-d5b8f9c7419e,revision_number=0']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:16.824969 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-2e98bf09-fa62-4ac7-bcc5-0177ffb248bb tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:16.829285 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b798bb68-4aea-43de-b766-eb7be2606da4 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Router 7593dae9-2052-4521-89a2-22f30af4575d has already been hosted by L3 agent 53beefa8-37d8-48bc-b6da-d824d56f81c3 {{(pid=108904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:52:16.830189 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-2e98bf09-fa62-4ac7-bcc5-0177ffb248bb tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2016957 Dec 16 15:52:16.830858 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 41998) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:16.836034 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.v2.base [None req-0c546407-6a48-4854-be94-f9d429a237c5 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Request body: {'floatingip': {'floating_network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3'}} {{(pid=108904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:52:16.914311 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-0c546407-6a48-4854-be94-f9d429a237c5 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks [] for floatingip, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:17.039668 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b798bb68-4aea-43de-b766-eb7be2606da4 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Notify agent at l3_agent.dv-cinder-784477-11-iscsi the message routers_updated {{(pid=108904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:52:17.068466 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da18ef37-2d83-44fd-bf38-cb1580d3b24c None None] Sync routers for ids ['7593dae9-2052-4521-89a2-22f30af4575d'] in dv-cinder-784477-11-iscsi {{(pid=108907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:52:17.084664 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-b798bb68-4aea-43de-b766-eb7be2606da4 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294'] for floatingip, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:17.089546 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da18ef37-2d83-44fd-bf38-cb1580d3b24c None None] Routers {'7593dae9-2052-4521-89a2-22f30af4575d'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:52:17.092352 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-da18ef37-2d83-44fd-bf38-cb1580d3b24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:52:09Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['7593dae9-2052-4521-89a2-22f30af4575d'], 'active': True} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:52:17.140222 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f036a6-ddf8-4f3f-9ad9-35cac2346ac9 req-28203912-b3ea-47d8-87d6-2a81bd6136cd tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:17.142230 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-00f036a6-ddf8-4f3f-9ad9-35cac2346ac9 req-28203912-b3ea-47d8-87d6-2a81bd6136cd tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/ports?device_id=d87f6b70-6ea0-48c1-b18c-59052e3ff9d3 HTTP/1.1" status: 200 len: 943 time: 0.0964732 Dec 16 15:52:17.147437 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-b798bb68-4aea-43de-b766-eb7be2606da4 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5927489 Dec 16 15:52:17.153595 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '248b8eac-f030-4761-a6c9-0ddaf6475f0f', 'tag': '8e2fdbb4-3edf-41eb-8daa-904ea54bacb1'}] {{(pid=108904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:52:17.153796 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device 41774a69-3e6e-4cb8-a2ce-3f35fab82c16 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=108906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:52:17.160550 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0a2cce90635460fa9ee7acd2d2298fc55a52ab45a9458d7253143d338a4b89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2adc2d2-cafa-4844-91c6-13903b4e26eb" -d '{"events": [{"name": "network-changed", "server_uuid": "248b8eac-f030-4761-a6c9-0ddaf6475f0f", "tag": "8e2fdbb4-3edf-41eb-8daa-904ea54bacb1"}]}' {{(pid=108904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:52:17.166873 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-0c546407-6a48-4854-be94-f9d429a237c5 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:17.253972 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f72d4d1c-3e31-4f03-a6c9-818d6ef58da0 x-openstack-request-id: req-f72d4d1c-3e31-4f03-a6c9-818d6ef58da0 {{(pid=108904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:52:17.254209 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "248b8eac-f030-4761-a6c9-0ddaf6475f0f", "tag": "8e2fdbb4-3edf-41eb-8daa-904ea54bacb1", "status": "completed", "code": 200}]} {{(pid=108904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:52:17.254665 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f72d4d1c-3e31-4f03-a6c9-818d6ef58da0 {{(pid=108904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:52:17.255074 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '248b8eac-f030-4761-a6c9-0ddaf6475f0f', 'tag': '8e2fdbb4-3edf-41eb-8daa-904ea54bacb1', 'status': 'completed', 'code': 200} Dec 16 15:52:17.266656 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-00f036a6-ddf8-4f3f-9ad9-35cac2346ac9 req-cefd7bda-49c3-40d6-99be-377e8b15452c tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c4413e0-cf94-41c4-a331-21c96852544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179695 Dec 16 15:52:17.352843 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] For port 41774a69-3e6e-4cb8-a2ce-3f35fab82c16, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=41774a69-3e6e-4cb8-a2ce-3f35fab82c16,segment=NetworkSegment(df5e76d4-1da3-4a3c-9738-349c23ab107b),segment_id=df5e76d4-1da3-4a3c-9738-349c23ab107b)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:52:17.375512 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.db_base_plugin_common [None req-0c546407-6a48-4854-be94-f9d429a237c5 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Allocated IP 172.27.1.233 (b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3/792909e7-e23c-4f0f-8575-fa43b44998bb/08da49da-d3e5-4f23-b982-d73e87aeed22) {{(pid=108904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:52:17.379123 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Returning: {'device': '41774a69-3e6e-4cb8-a2ce-3f35fab82c16', 'network_id': '447cd8ca-a758-4b0d-966f-d4641376c8a8', 'port_id': '41774a69-3e6e-4cb8-a2ce-3f35fab82c16', 'mac_address': 'fa:16:3e:1e:a1:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c509f7a-4a9b-4a96-892a-b130ead11ed7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:52:17.396122 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2adc2d2-cafa-4844-91c6-13903b4e26eb req-2610b074-8786-4116-bb93-0a98d9403a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:17.399253 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-a2adc2d2-cafa-4844-91c6-13903b4e26eb req-2610b074-8786-4116-bb93-0a98d9403a58 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=34de311402354bb6a5903e764e3a0cbc&device_id=248b8eac-f030-4761-a6c9-0ddaf6475f0f HTTP/1.1" status: 200 len: 1098 time: 0.0914817 Dec 16 15:52:17.466556 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:17.481735 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.notifiers.nova [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41774a69-3e6e-4cb8-a2ce-3f35fab82c16 {{(pid=108906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:52:17.513934 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] For port 41774a69-3e6e-4cb8-a2ce-3f35fab82c16, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=41774a69-3e6e-4cb8-a2ce-3f35fab82c16,segment=NetworkSegment(df5e76d4-1da3-4a3c-9738-349c23ab107b),segment_id=df5e76d4-1da3-4a3c-9738-349c23ab107b)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:52:17.523372 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:17.557826 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvr_db [None req-da18ef37-2d83-44fd-bf38-cb1580d3b24c None None] Set router 7593dae9-2052-4521-89a2-22f30af4575d gateway port host: dv-cinder-784477-11-iscsi {{(pid=108907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:52:17.608594 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2adc2d2-cafa-4844-91c6-13903b4e26eb req-bfb6ab54-8ada-4f78-8018-f106ebcdde05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:17.613380 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-a2adc2d2-cafa-4844-91c6-13903b4e26eb req-bfb6ab54-8ada-4f78-8018-f106ebcdde05 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9f3bcad2-6582-4016-8d64-28b5be20bd8f HTTP/1.1" status: 200 len: 909 time: 0.2055347 Dec 16 15:52:17.623571 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-0c546407-6a48-4854-be94-f9d429a237c5 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks [] for port, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:17.632293 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Pushing event updated for resources: {'Port': ['ID=41774a69-3e6e-4cb8-a2ce-3f35fab82c16,revision_number=4']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:17.724322 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-0c546407-6a48-4854-be94-f9d429a237c5 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739691803594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4504497'] for port, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:17.773668 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] get_ports_and_sgs() called for port_ids ['41774a69-3e6e-4cb8-a2ce-3f35fab82c16'] {{(pid=108906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:52:17.821706 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-a2adc2d2-cafa-4844-91c6-13903b4e26eb req-ab514669-11ca-466b-84fc-14148b5cf229 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e2fdbb4-3edf-41eb-8daa-904ea54bacb1 HTTP/1.1" status: 200 len: 999 time: 0.1876519 Dec 16 15:52:17.914393 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c546407-6a48-4854-be94-f9d429a237c5 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Pushing event updated for resources: {'Port': ['ID=08da49da-d3e5-4f23-b982-d73e87aeed22,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:17.931157 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c546407-6a48-4854-be94-f9d429a237c5 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Network b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3 is already hosted by enough agents. {{(pid=108904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:52:17.932597 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.base_scheduler [None req-0c546407-6a48-4854-be94-f9d429a237c5 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Resources bound (agent type, host, resource id): {{(pid=108904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:52:17.941149 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c546407-6a48-4854-be94-f9d429a237c5 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Received port after_create {{(pid=108904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:52:17.994678 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2adc2d2-cafa-4844-91c6-13903b4e26eb req-d5cc5349-a014-425b-8e14-06424a0322c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:17.999814 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-a2adc2d2-cafa-4844-91c6-13903b4e26eb req-d5cc5349-a014-425b-8e14-06424a0322c2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=be190589-1228-416b-a7de-4c8d3640d62c HTTP/1.1" status: 200 len: 847 time: 0.1629746 Dec 16 15:52:18.031937 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-da18ef37-2d83-44fd-bf38-cb1580d3b24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7593dae9-2052-4521-89a2-22f30af4575d', 'name': 'tempest-TestShelveInstance-790036914-router', 'tenant_id': '34de311402354bb6a5903e764e3a0cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': 'bbf163b2-8d7b-45be-93ad-797ea0dba58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:51:10Z', 'updated_at': '2021-12-16T15:51:14Z', 'revision_number': 4, 'project_id': '34de311402354bb6a5903e764e3a0cbc', 'gw_port': {'id': 'bbf163b2-8d7b-45be-93ad-797ea0dba58a', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:56:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7593dae9-2052-4521-89a2-22f30af4575d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:11Z', 'updated_at': '2021-12-16T15:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_floatingips': [{'id': '79212769-4260-4a16-aa4a-bf97348274d8', 'tenant_id': '34de311402354bb6a5903e764e3a0cbc', 'floating_ip_address': '172.27.1.195', 'floating_network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'router_id': '7593dae9-2052-4521-89a2-22f30af4575d', 'port_id': '8e2fdbb4-3edf-41eb-8daa-904ea54bacb1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f3bcad2-6582-4016-8d64-28b5be20bd8f', 'mac_address': 'fa:16:3e:87:76:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248b8eac-f030-4761-a6c9-0ddaf6475f0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:52:15Z', 'updated_at': '2021-12-16T15:52:15Z', 'revision_number': 0, 'project_id': '34de311402354bb6a5903e764e3a0cbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9977c396-24d5-4d44-baae-1a5195492b0f', 'name': '', 'network_id': '9f3bcad2-6582-4016-8d64-28b5be20bd8f', 'tenant_id': '34de311402354bb6a5903e764e3a0cbc', 'mac_address': 'fa:16:3e:03:32:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7593dae9-2052-4521-89a2-22f30af4575d', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'be190589-1228-416b-a7de-4c8d3640d62c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:13Z', 'updated_at': '2021-12-16T15:51:19Z', 'revision_number': 5, 'project_id': '34de311402354bb6a5903e764e3a0cbc', 'subnets': [{'id': 'be190589-1228-416b-a7de-4c8d3640d62c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:52:18.074654 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da18ef37-2d83-44fd-bf38-cb1580d3b24c None None] Checking router: 7593dae9-2052-4521-89a2-22f30af4575d for host: dv-cinder-784477-11-iscsi {{(pid=108907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:52:18.084563 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da18ef37-2d83-44fd-bf38-cb1580d3b24c None None] Routers {'7593dae9-2052-4521-89a2-22f30af4575d'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:52:18.085603 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-da18ef37-2d83-44fd-bf38-cb1580d3b24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:52:09Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['7593dae9-2052-4521-89a2-22f30af4575d'], 'active': True} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:52:18.146453 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2adc2d2-cafa-4844-91c6-13903b4e26eb req-42ebb7e2-bb4d-438f-bf28-e7ed3d5c6c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:18.162265 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-a2adc2d2-cafa-4844-91c6-13903b4e26eb req-42ebb7e2-bb4d-438f-bf28-e7ed3d5c6c0e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9f3bcad2-6582-4016-8d64-28b5be20bd8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1355095 Dec 16 15:52:18.210207 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-0c546407-6a48-4854-be94-f9d429a237c5 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:18.227361 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device fcbf830d-979b-458b-87b3-18b99eaf93c8 up at agent ovs-agent-dv-cinder-784477-11-iscsi {{(pid=108906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:52:18.285743 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-0c546407-6a48-4854-be94-f9d429a237c5 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:18.359215 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f2fd59-c611-477e-b452-11ad9b504413 None None] Sync routers for ids ['afcb3ec5-edbc-47aa-8cd6-d33307178df8'] in dv-cinder-784477-11-iscsi {{(pid=108906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:52:18.378881 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvr_db [None req-da18ef37-2d83-44fd-bf38-cb1580d3b24c None None] Set router 7593dae9-2052-4521-89a2-22f30af4575d gateway port host: dv-cinder-784477-11-iscsi {{(pid=108907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:52:18.420491 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f2fd59-c611-477e-b452-11ad9b504413 None None] Routers {'afcb3ec5-edbc-47aa-8cd6-d33307178df8'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:52:18.421387 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-12f2fd59-c611-477e-b452-11ad9b504413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:52:09Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['afcb3ec5-edbc-47aa-8cd6-d33307178df8'], 'active': True} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:52:18.579052 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvr_db [None req-12f2fd59-c611-477e-b452-11ad9b504413 None None] Set router afcb3ec5-edbc-47aa-8cd6-d33307178df8 gateway port host: dv-cinder-784477-11-iscsi {{(pid=108906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:52:18.676824 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-0c546407-6a48-4854-be94-f9d429a237c5 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks [] for port, precommit_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:18.688888 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-0c546407-6a48-4854-be94-f9d429a237c5 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4504520'] for port, after_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:18.787756 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Provisioning complete for port fcbf830d-979b-458b-87b3-18b99eaf93c8 triggered by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:52:18.789658 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:18.826844 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-a2adc2d2-cafa-4844-91c6-13903b4e26eb req-69eb9b32-0672-426e-86d6-351816346c2d service neutron] 10.222.0.66 "GET /v2.0/networks/9f3bcad2-6582-4016-8d64-28b5be20bd8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6552131 Dec 16 15:52:18.894420 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c546407-6a48-4854-be94-f9d429a237c5 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Pushing event updated for resources: {'Port': ['ID=08da49da-d3e5-4f23-b982-d73e87aeed22,revision_number=2']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:18.923086 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-0c546407-6a48-4854-be94-f9d429a237c5 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874419'] for floatingip, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:18.928983 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-da18ef37-2d83-44fd-bf38-cb1580d3b24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7593dae9-2052-4521-89a2-22f30af4575d', 'name': 'tempest-TestShelveInstance-790036914-router', 'tenant_id': '34de311402354bb6a5903e764e3a0cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': 'bbf163b2-8d7b-45be-93ad-797ea0dba58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:51:10Z', 'updated_at': '2021-12-16T15:51:14Z', 'revision_number': 4, 'project_id': '34de311402354bb6a5903e764e3a0cbc', 'gw_port': {'id': 'bbf163b2-8d7b-45be-93ad-797ea0dba58a', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:56:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7593dae9-2052-4521-89a2-22f30af4575d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:11Z', 'updated_at': '2021-12-16T15:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_floatingips': [{'id': '79212769-4260-4a16-aa4a-bf97348274d8', 'tenant_id': '34de311402354bb6a5903e764e3a0cbc', 'floating_ip_address': '172.27.1.195', 'floating_network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'router_id': '7593dae9-2052-4521-89a2-22f30af4575d', 'port_id': '8e2fdbb4-3edf-41eb-8daa-904ea54bacb1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f3bcad2-6582-4016-8d64-28b5be20bd8f', 'mac_address': 'fa:16:3e:87:76:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248b8eac-f030-4761-a6c9-0ddaf6475f0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:52:15Z', 'updated_at': '2021-12-16T15:52:15Z', 'revision_number': 0, 'project_id': '34de311402354bb6a5903e764e3a0cbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9977c396-24d5-4d44-baae-1a5195492b0f', 'name': '', 'network_id': '9f3bcad2-6582-4016-8d64-28b5be20bd8f', 'tenant_id': '34de311402354bb6a5903e764e3a0cbc', 'mac_address': 'fa:16:3e:03:32:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7593dae9-2052-4521-89a2-22f30af4575d', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'be190589-1228-416b-a7de-4c8d3640d62c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:13Z', 'updated_at': '2021-12-16T15:51:19Z', 'revision_number': 5, 'project_id': '34de311402354bb6a5903e764e3a0cbc', 'subnets': [{'id': 'be190589-1228-416b-a7de-4c8d3640d62c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:52:18.960367 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-0c546407-6a48-4854-be94-f9d429a237c5 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294'] for floatingip, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:18.961676 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-0c546407-6a48-4854-be94-f9d429a237c5 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1295948 Dec 16 15:52:18.974195 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da18ef37-2d83-44fd-bf38-cb1580d3b24c None None] The sync data for ids ['7593dae9-2052-4521-89a2-22f30af4575d'] in dv-cinder-784477-11-iscsi is: [{'id': '7593dae9-2052-4521-89a2-22f30af4575d', 'name': 'tempest-TestShelveInstance-790036914-router', 'tenant_id': '34de311402354bb6a5903e764e3a0cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': 'bbf163b2-8d7b-45be-93ad-797ea0dba58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:51:10Z', 'updated_at': '2021-12-16T15:51:14Z', 'revision_number': 4, 'project_id': '34de311402354bb6a5903e764e3a0cbc', 'gw_port': {'id': 'bbf163b2-8d7b-45be-93ad-797ea0dba58a', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:56:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7593dae9-2052-4521-89a2-22f30af4575d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:11Z', 'updated_at': '2021-12-16T15:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_floatingips': [{'id': '79212769-4260-4a16-aa4a-bf97348274d8', 'tenant_id': '34de311402354bb6a5903e764e3a0cbc', 'floating_ip_address': '172.27.1.195', 'floating_network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'router_id': '7593dae9-2052-4521-89a2-22f30af4575d', 'port_id': '8e2fdbb4-3edf-41eb-8daa-904ea54bacb1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f3bcad2-6582-4016-8d64-28b5be20bd8f', 'mac_address': 'fa:16:3e:87:76:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248b8eac-f030-4761-a6c9-0ddaf6475f0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:52:15Z', 'updated_at': '2021-12-16T15:52:15Z', 'revision_number': 0, 'project_id': '34de311402354bb6a5903e764e3a0cbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9977c396-24d5-4d44-baae-1a5195492b0f', 'name': '', 'network_id': '9f3bcad2-6582-4016-8d64-28b5be20bd8f', 'tenant_id': '34de311402354bb6a5903e764e3a0cbc', 'mac_address': 'fa:16:3e:03:32:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7593dae9-2052-4521-89a2-22f30af4575d', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'be190589-1228-416b-a7de-4c8d3640d62c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:13Z', 'updated_at': '2021-12-16T15:51:19Z', 'revision_number': 5, 'project_id': '34de311402354bb6a5903e764e3a0cbc', 'subnets': [{'id': 'be190589-1228-416b-a7de-4c8d3640d62c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:52:18.988345 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-a2adc2d2-cafa-4844-91c6-13903b4e26eb req-aa38687b-67a6-47db-b745-4b1263f5893a service neutron] 10.222.0.66 "GET /v2.0/networks/9f3bcad2-6582-4016-8d64-28b5be20bd8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455245 Dec 16 15:52:19.043296 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:19.046982 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc2cc3e-26c1-4493-877b-a00a2b576b42 req-f38d5117-efdb-4093-9703-76c900a4a5ad tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:19.052771 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-1fc2cc3e-26c1-4493-877b-a00a2b576b42 req-f38d5117-efdb-4093-9703-76c900a4a5ad tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/ports?device_id=d87f6b70-6ea0-48c1-b18c-59052e3ff9d3 HTTP/1.1" status: 200 len: 944 time: 0.2247462 Dec 16 15:52:19.159735 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-1fc2cc3e-26c1-4493-877b-a00a2b576b42 req-52b2b96b-ff1f-4fe8-a207-223a76c6558f tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c4413e0-cf94-41c4-a331-21c96852544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975332 Dec 16 15:52:19.202587 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:19.236354 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] For port fcbf830d-979b-458b-87b3-18b99eaf93c8, host dv-cinder-784477-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=fcbf830d-979b-458b-87b3-18b99eaf93c8,segment=NetworkSegment(0390f958-c764-4c6b-ad22-4946ebfb354b),segment_id=0390f958-c764-4c6b-ad22-4946ebfb354b)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:52:19.245319 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:19.305527 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-12f2fd59-c611-477e-b452-11ad9b504413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afcb3ec5-edbc-47aa-8cd6-d33307178df8', 'name': 'tempest-AttachVolumeShelveTestJSON-1901300958-router', 'tenant_id': '66fbf45043974460803db71f1750aacc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fcbf830d-979b-458b-87b3-18b99eaf93c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:52:09Z', 'updated_at': '2021-12-16T15:52:13Z', 'revision_number': 4, 'project_id': '66fbf45043974460803db71f1750aacc', 'gw_port': {'id': 'fcbf830d-979b-458b-87b3-18b99eaf93c8', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:41:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afcb3ec5-edbc-47aa-8cd6-d33307178df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:52:09Z', 'updated_at': '2021-12-16T15:52:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_interfaces': [{'id': '67ddacab-1bd5-40e9-8860-e1b870acaef9', 'name': '', 'network_id': 'd7f36349-73c7-464a-bf62-5f09a6e738d6', 'tenant_id': '66fbf45043974460803db71f1750aacc', 'mac_address': 'fa:16:3e:11:99:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afcb3ec5-edbc-47aa-8cd6-d33307178df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'd74c3a7c-65e1-4354-b26d-40ed68846b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:52:12Z', 'updated_at': '2021-12-16T15:52:13Z', 'revision_number': 2, 'project_id': '66fbf45043974460803db71f1750aacc', 'subnets': [{'id': 'd74c3a7c-65e1-4354-b26d-40ed68846b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:52:19.350095 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f2fd59-c611-477e-b452-11ad9b504413 None None] Checking router: afcb3ec5-edbc-47aa-8cd6-d33307178df8 for host: dv-cinder-784477-11-iscsi {{(pid=108906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:52:19.350826 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f2fd59-c611-477e-b452-11ad9b504413 None None] Updating router afcb3ec5-edbc-47aa-8cd6-d33307178df8 port 67ddacab-1bd5-40e9-8860-e1b870acaef9 binding host dv-cinder-784477-11-iscsi {{(pid=108906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:52:19.373728 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-0d974b05-6a27-4050-aec2-2439de8ea785 req-babc17b2-96e2-4999-9b89-35ef7bebf4af tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1075726383&fields=id&tenant_id=66fbf45043974460803db71f1750aacc HTTP/1.1" status: 200 len: 267 time: 0.0781431 Dec 16 15:52:19.390812 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Pushing event updated for resources: {'Port': ['ID=fcbf830d-979b-458b-87b3-18b99eaf93c8,revision_number=4']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:19.399437 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-12f2fd59-c611-477e-b452-11ad9b504413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:19.402915 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0c75ba-17d1-415c-a2d3-7883592b3e99 None None] New status for floating IP 79212769-4260-4a16-aa4a-bf97348274d8: ACTIVE {{(pid=108907) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 15:52:19.669218 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d974b05-6a27-4050-aec2-2439de8ea785 req-0d90178c-d2f7-4198-b9ee-aee1b23cff17 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:19.678642 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-0d974b05-6a27-4050-aec2-2439de8ea785 req-0d90178c-d2f7-4198-b9ee-aee1b23cff17 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/networks?id=d7f36349-73c7-464a-bf62-5f09a6e738d6 HTTP/1.1" status: 200 len: 817 time: 0.2927306 Dec 16 15:52:19.697812 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-0d974b05-6a27-4050-aec2-2439de8ea785 req-e71407cd-2cf9-4be8-961c-81aa8b23afa6 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/quotas/66fbf45043974460803db71f1750aacc HTTP/1.1" status: 200 len: 375 time: 0.0181949 Dec 16 15:52:19.764125 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-0d974b05-6a27-4050-aec2-2439de8ea785 req-317367c0-ae6a-4914-aae8-eb4946eee4eb tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=66fbf45043974460803db71f1750aacc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0653172 Dec 16 15:52:19.983033 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-12f2fd59-c611-477e-b452-11ad9b504413 None None] Publish callbacks [] for port, precommit_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:19.992708 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-12f2fd59-c611-477e-b452-11ad9b504413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:20.007755 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-0d974b05-6a27-4050-aec2-2439de8ea785 req-93bb54b4-3406-4bf7-b941-21eb6a91732e service neutron] 10.222.0.31 "GET /v2.0/networks/d7f36349-73c7-464a-bf62-5f09a6e738d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128017 Dec 16 15:52:20.163669 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device fcbf830d-979b-458b-87b3-18b99eaf93c8 up at agent ovs-agent-dv-cinder-784477-11-iscsi {{(pid=108906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:52:20.209065 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703d3ae1-a44b-460a-9a1e-224a0b26c68e None None] Pushing event updated for resources: {'Port': ['ID=67ddacab-1bd5-40e9-8860-e1b870acaef9,revision_number=3']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:20.221041 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.managers [None req-12f2fd59-c611-477e-b452-11ad9b504413 None None] Attempting to bind port 67ddacab-1bd5-40e9-8860-e1b870acaef9 on host dv-cinder-784477-11-iscsi for vnic_type normal with profile {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:52:20.221253 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.managers [None req-12f2fd59-c611-477e-b452-11ad9b504413 None None] Attempting to bind port 67ddacab-1bd5-40e9-8860-e1b870acaef9 by drivers openvswitch,hyperv on host dv-cinder-784477-11-iscsi at level 0 using segments [{'id': '6ac95f2c-e8cd-453d-a535-ad4189b6290a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd7f36349-73c7-464a-bf62-5f09a6e738d6'}] {{(pid=108906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:52:20.221746 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f2fd59-c611-477e-b452-11ad9b504413 None None] Attempting to bind port 67ddacab-1bd5-40e9-8860-e1b870acaef9 on network d7f36349-73c7-464a-bf62-5f09a6e738d6 {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:52:20.235301 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-0d974b05-6a27-4050-aec2-2439de8ea785 req-0b0f3902-49fd-4d0b-b436-19e72b9c9500 service neutron] 10.222.0.31 "GET /v2.0/networks/d7f36349-73c7-464a-bf62-5f09a6e738d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109413 Dec 16 15:52:20.240280 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f2fd59-c611-477e-b452-11ad9b504413 None None] Checking agent: {'id': '5eca9fcc-5dcd-4ee1-9579-22579284a65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 40, 43), 'started_at': datetime.datetime(2021, 12, 16, 15, 41, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:52:20.240846 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f2fd59-c611-477e-b452-11ad9b504413 None None] Checking segment: {'id': '6ac95f2c-e8cd-453d-a535-ad4189b6290a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd7f36349-73c7-464a-bf62-5f09a6e738d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:52:20.240988 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-12f2fd59-c611-477e-b452-11ad9b504413 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:20.241384 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f2fd59-c611-477e-b452-11ad9b504413 None None] Bound using segment: {'id': '6ac95f2c-e8cd-453d-a535-ad4189b6290a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd7f36349-73c7-464a-bf62-5f09a6e738d6'} {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:52:20.242258 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.managers [None req-12f2fd59-c611-477e-b452-11ad9b504413 None None] Bound port: 67ddacab-1bd5-40e9-8860-e1b870acaef9, host: dv-cinder-784477-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ac95f2c-e8cd-453d-a535-ad4189b6290a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd7f36349-73c7-464a-bf62-5f09a6e738d6'}}] {{(pid=108906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:52:20.242669 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-12f2fd59-c611-477e-b452-11ad9b504413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:20.245115 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Provisioning complete for port fcbf830d-979b-458b-87b3-18b99eaf93c8 triggered by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:52:20.245505 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:20.382158 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab3935a-9c97-4701-9a1c-c3088e21f32f req-0792142b-352c-451a-b894-63108f193477 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:20.385319 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-eab3935a-9c97-4701-9a1c-c3088e21f32f req-0792142b-352c-451a-b894-63108f193477 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/ports?device_id=d87f6b70-6ea0-48c1-b18c-59052e3ff9d3 HTTP/1.1" status: 200 len: 944 time: 0.0955770 Dec 16 15:52:20.422399 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-12f2fd59-c611-477e-b452-11ad9b504413 None None] For port 67ddacab-1bd5-40e9-8860-e1b870acaef9, host dv-cinder-784477-11-iscsi, cleared binding levels {{(pid=108906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:52:20.427689 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-12f2fd59-c611-477e-b452-11ad9b504413 None None] For port 67ddacab-1bd5-40e9-8860-e1b870acaef9, host dv-cinder-784477-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=67ddacab-1bd5-40e9-8860-e1b870acaef9,segment=NetworkSegment(6ac95f2c-e8cd-453d-a535-ad4189b6290a),segment_id=6ac95f2c-e8cd-453d-a535-ad4189b6290a)] {{(pid=108906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:52:20.430226 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-77e311fe-e574-450b-b89f-b3d01d0531e6 None None] Provisioning complete for port 67ddacab-1bd5-40e9-8860-e1b870acaef9 triggered by entity DHCP. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:52:20.430592 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-77e311fe-e574-450b-b89f-b3d01d0531e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:20.488255 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-12f2fd59-c611-477e-b452-11ad9b504413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:20.500932 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-eab3935a-9c97-4701-9a1c-c3088e21f32f req-785c354f-afad-48a4-bc35-02bb23719599 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c4413e0-cf94-41c4-a331-21c96852544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087921 Dec 16 15:52:20.563561 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-fa34531b-b363-4231-b41a-2095b035358e req-04197c61-53be-49de-a9e4-1c385dab55f6 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=635ee3bb-dc82-4d25-95fc-ef55d01f0705 HTTP/1.1" status: 200 len: 210 time: 0.0528033 Dec 16 15:52:20.591096 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f2fd59-c611-477e-b452-11ad9b504413 None None] Routers {'afcb3ec5-edbc-47aa-8cd6-d33307178df8'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:52:20.591741 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-12f2fd59-c611-477e-b452-11ad9b504413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:52:09Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['afcb3ec5-edbc-47aa-8cd6-d33307178df8'], 'active': True} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:52:20.795098 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvr_db [None req-12f2fd59-c611-477e-b452-11ad9b504413 None None] Set router afcb3ec5-edbc-47aa-8cd6-d33307178df8 gateway port host: dv-cinder-784477-11-iscsi {{(pid=108906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:52:20.905264 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703d3ae1-a44b-460a-9a1e-224a0b26c68e None None] Pushing event updated for resources: {'Port': ['ID=67ddacab-1bd5-40e9-8860-e1b870acaef9,revision_number=4']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:21.130935 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-77e311fe-e574-450b-b89f-b3d01d0531e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:21.172867 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device 41774a69-3e6e-4cb8-a2ce-3f35fab82c16 up at agent hyperv_hv-cinder-78447 {{(pid=108906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:52:21.243613 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-77e311fe-e574-450b-b89f-b3d01d0531e6 None None] For port 67ddacab-1bd5-40e9-8860-e1b870acaef9, host dv-cinder-784477-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=67ddacab-1bd5-40e9-8860-e1b870acaef9,segment=NetworkSegment(6ac95f2c-e8cd-453d-a535-ad4189b6290a),segment_id=6ac95f2c-e8cd-453d-a535-ad4189b6290a)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:52:21.288060 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-77e311fe-e574-450b-b89f-b3d01d0531e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:21.395713 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Provisioning for port 41774a69-3e6e-4cb8-a2ce-3f35fab82c16 completed by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:52:21.413104 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Provisioning complete for port 41774a69-3e6e-4cb8-a2ce-3f35fab82c16 triggered by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:52:21.413546 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:21.419795 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e311fe-e574-450b-b89f-b3d01d0531e6 None None] Pushing event updated for resources: {'Port': ['ID=67ddacab-1bd5-40e9-8860-e1b870acaef9,revision_number=5']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:21.477918 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-3c7af4b9-2370-4896-91d5-f1216d01ff6f None None] Provisioning complete for port 67ddacab-1bd5-40e9-8860-e1b870acaef9 triggered by entity DHCP. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:52:21.478439 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-3c7af4b9-2370-4896-91d5-f1216d01ff6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:21.528549 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-12f2fd59-c611-477e-b452-11ad9b504413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afcb3ec5-edbc-47aa-8cd6-d33307178df8', 'name': 'tempest-AttachVolumeShelveTestJSON-1901300958-router', 'tenant_id': '66fbf45043974460803db71f1750aacc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fcbf830d-979b-458b-87b3-18b99eaf93c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:52:09Z', 'updated_at': '2021-12-16T15:52:13Z', 'revision_number': 4, 'project_id': '66fbf45043974460803db71f1750aacc', 'gw_port': {'id': 'fcbf830d-979b-458b-87b3-18b99eaf93c8', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:41:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcb3ec5-edbc-47aa-8cd6-d33307178df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:52:09Z', 'updated_at': '2021-12-16T15:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_interfaces': [{'id': '67ddacab-1bd5-40e9-8860-e1b870acaef9', 'name': '', 'network_id': 'd7f36349-73c7-464a-bf62-5f09a6e738d6', 'tenant_id': '66fbf45043974460803db71f1750aacc', 'mac_address': 'fa:16:3e:11:99:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afcb3ec5-edbc-47aa-8cd6-d33307178df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'd74c3a7c-65e1-4354-b26d-40ed68846b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:52:12Z', 'updated_at': '2021-12-16T15:52:20Z', 'revision_number': 4, 'project_id': '66fbf45043974460803db71f1750aacc', 'subnets': [{'id': 'd74c3a7c-65e1-4354-b26d-40ed68846b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:52:21.567844 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f2fd59-c611-477e-b452-11ad9b504413 None None] The sync data for ids ['afcb3ec5-edbc-47aa-8cd6-d33307178df8'] in dv-cinder-784477-11-iscsi is: [{'id': 'afcb3ec5-edbc-47aa-8cd6-d33307178df8', 'name': 'tempest-AttachVolumeShelveTestJSON-1901300958-router', 'tenant_id': '66fbf45043974460803db71f1750aacc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fcbf830d-979b-458b-87b3-18b99eaf93c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:52:09Z', 'updated_at': '2021-12-16T15:52:13Z', 'revision_number': 4, 'project_id': '66fbf45043974460803db71f1750aacc', 'gw_port': {'id': 'fcbf830d-979b-458b-87b3-18b99eaf93c8', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:41:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcb3ec5-edbc-47aa-8cd6-d33307178df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:52:09Z', 'updated_at': '2021-12-16T15:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_interfaces': [{'id': '67ddacab-1bd5-40e9-8860-e1b870acaef9', 'name': '', 'network_id': 'd7f36349-73c7-464a-bf62-5f09a6e738d6', 'tenant_id': '66fbf45043974460803db71f1750aacc', 'mac_address': 'fa:16:3e:11:99:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afcb3ec5-edbc-47aa-8cd6-d33307178df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'd74c3a7c-65e1-4354-b26d-40ed68846b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:52:12Z', 'updated_at': '2021-12-16T15:52:20Z', 'revision_number': 4, 'project_id': '66fbf45043974460803db71f1750aacc', 'subnets': [{'id': 'd74c3a7c-65e1-4354-b26d-40ed68846b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:52:21.682401 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:21.707032 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7522457f-7909-48f8-bafc-9d3040eaa8e1 req-2a7f6c24-7d5b-44ca-b377-a316c0b5e0ee tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:21.716620 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-7522457f-7909-48f8-bafc-9d3040eaa8e1 req-2a7f6c24-7d5b-44ca-b377-a316c0b5e0ee tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/ports?device_id=d87f6b70-6ea0-48c1-b18c-59052e3ff9d3 HTTP/1.1" status: 200 len: 944 time: 0.1137600 Dec 16 15:52:21.743472 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] For port 41774a69-3e6e-4cb8-a2ce-3f35fab82c16, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=41774a69-3e6e-4cb8-a2ce-3f35fab82c16,segment=NetworkSegment(df5e76d4-1da3-4a3c-9738-349c23ab107b),segment_id=df5e76d4-1da3-4a3c-9738-349c23ab107b)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:52:21.745057 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd87f6b70-6ea0-48c1-b18c-59052e3ff9d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41774a69-3e6e-4cb8-a2ce-3f35fab82c16'}] {{(pid=108906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:52:21.748551 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02b5cd720e1ebaa5714ffb0bc34871610594f2c4f6020a6f60f7cc29a5a8a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a18b4d2-6055-4ba0-b603-e8bd89ad8511" -d '{"events": [{"server_uuid": "d87f6b70-6ea0-48c1-b18c-59052e3ff9d3", "name": "network-vif-plugged", "status": "completed", "tag": "41774a69-3e6e-4cb8-a2ce-3f35fab82c16"}]}' {{(pid=108906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:52:21.753825 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:21.819110 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-51f09af2-d942-4bb8-9bf0-1c940b837599 req-84e877df-e026-4e43-a7a1-03c47c6ee885 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=635ee3bb-dc82-4d25-95fc-ef55d01f0705 HTTP/1.1" status: 200 len: 210 time: 0.1279020 Dec 16 15:52:21.878656 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Pushing event updated for resources: {'Port': ['ID=41774a69-3e6e-4cb8-a2ce-3f35fab82c16,revision_number=5']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:21.884406 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-7522457f-7909-48f8-bafc-9d3040eaa8e1 req-ccc65601-457c-4227-894b-bd14253abb15 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c4413e0-cf94-41c4-a331-21c96852544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1651354 Dec 16 15:52:21.937914 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a23b4d-f968-4f30-9652-c781976338bc x-openstack-request-id: req-34a23b4d-f968-4f30-9652-c781976338bc {{(pid=108906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:52:21.939913 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d87f6b70-6ea0-48c1-b18c-59052e3ff9d3", "name": "network-vif-plugged", "status": "completed", "tag": "41774a69-3e6e-4cb8-a2ce-3f35fab82c16", "code": 200}]} {{(pid=108906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:52:21.940389 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-34a23b4d-f968-4f30-9652-c781976338bc {{(pid=108906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:52:21.941934 dv-cinder-784477-11-iscsi neutron-server[108906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd87f6b70-6ea0-48c1-b18c-59052e3ff9d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41774a69-3e6e-4cb8-a2ce-3f35fab82c16', 'code': 200} Dec 16 15:52:22.149520 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d974b05-6a27-4050-aec2-2439de8ea785 req-47d66475-8558-40e8-b817-b59b8afdfbd6 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:22.149520 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-0d974b05-6a27-4050-aec2-2439de8ea785 req-47d66475-8558-40e8-b817-b59b8afdfbd6 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.66 "GET /v2.0/networks?id=d7f36349-73c7-464a-bf62-5f09a6e738d6 HTTP/1.1" status: 200 len: 817 time: 0.2505717 Dec 16 15:52:22.192320 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device 67ddacab-1bd5-40e9-8860-e1b870acaef9 up at agent ovs-agent-dv-cinder-784477-11-iscsi {{(pid=108906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:52:22.294529 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-0d974b05-6a27-4050-aec2-2439de8ea785 req-daddce16-3279-46b9-9fa1-f5fb5b28b26d tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66fbf45043974460803db71f1750aacc HTTP/1.1" status: 200 len: 380 time: 0.1274571 Dec 16 15:52:22.306675 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.v2.base [req-0d974b05-6a27-4050-aec2-2439de8ea785 req-fc8bea0a-0542-411a-818f-ee886b0d4eb0 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Request body: {'port': {'device_id': '635ee3bb-dc82-4d25-95fc-ef55d01f0705', 'network_id': 'd7f36349-73c7-464a-bf62-5f09a6e738d6', 'admin_state_up': True, 'tenant_id': '66fbf45043974460803db71f1750aacc', 'security_groups': ['fa550b95-a5a8-4f5d-a4f5-4ed50b4fc6e1']}} {{(pid=108905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:52:22.354557 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Provisioning complete for port 67ddacab-1bd5-40e9-8860-e1b870acaef9 triggered by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:52:22.355082 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:22.394820 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f634c2c2-28db-42be-8c24-76ff6e115ebb req-45ec8237-406d-4a82-b00a-08be523df155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:22.401139 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-f634c2c2-28db-42be-8c24-76ff6e115ebb req-45ec8237-406d-4a82-b00a-08be523df155 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d87f6b70-6ea0-48c1-b18c-59052e3ff9d3 HTTP/1.1" status: 200 len: 1098 time: 0.1127133 Dec 16 15:52:22.504021 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-f634c2c2-28db-42be-8c24-76ff6e115ebb req-ca83198a-4e2b-455a-be14-8c7f8fde9540 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9c4413e0-cf94-41c4-a331-21c96852544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942686 Dec 16 15:52:22.554687 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d974b05-6a27-4050-aec2-2439de8ea785 req-fc8bea0a-0542-411a-818f-ee886b0d4eb0 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Made reservation on behalf of 66fbf45043974460803db71f1750aacc for: {'port': 1} {{(pid=108905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:52:22.559924 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-0d974b05-6a27-4050-aec2-2439de8ea785 req-fc8bea0a-0542-411a-818f-ee886b0d4eb0 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:22.743996 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.db.db_base_plugin_common [req-0d974b05-6a27-4050-aec2-2439de8ea785 req-fc8bea0a-0542-411a-818f-ee886b0d4eb0 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Allocated IP 172.20.0.11 (d7f36349-73c7-464a-bf62-5f09a6e738d6/d74c3a7c-65e1-4354-b26d-40ed68846b85/d48abd91-ed3c-4f04-8767-5e6f0211d6fe) {{(pid=108905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:52:22.993345 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-0d974b05-6a27-4050-aec2-2439de8ea785 req-fc8bea0a-0542-411a-818f-ee886b0d4eb0 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks [] for port, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:22.997968 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-87018fc3-029d-410b-ba99-d570ef44372c req-ed59f266-ef1f-45e1-a1ae-c553b1ad05bd tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=635ee3bb-dc82-4d25-95fc-ef55d01f0705 HTTP/1.1" status: 200 len: 210 time: 0.0348215 Dec 16 15:52:23.089490 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d16a40-b1d5-4673-a900-b0aad4a7bed0 req-cba1bf67-3ca2-47e4-a2a4-5ee98f48b701 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:23.091190 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-46d16a40-b1d5-4673-a900-b0aad4a7bed0 req-cba1bf67-3ca2-47e4-a2a4-5ee98f48b701 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/ports?device_id=d87f6b70-6ea0-48c1-b18c-59052e3ff9d3 HTTP/1.1" status: 200 len: 945 time: 0.0875216 Dec 16 15:52:23.102007 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-0d974b05-6a27-4050-aec2-2439de8ea785 req-fc8bea0a-0542-411a-818f-ee886b0d4eb0 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739691803594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5936052'] for port, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:23.172812 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d974b05-6a27-4050-aec2-2439de8ea785 req-fc8bea0a-0542-411a-818f-ee886b0d4eb0 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Network d7f36349-73c7-464a-bf62-5f09a6e738d6 is already hosted by enough agents. {{(pid=108905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:52:23.180853 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.base_scheduler [req-0d974b05-6a27-4050-aec2-2439de8ea785 req-fc8bea0a-0542-411a-818f-ee886b0d4eb0 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Resources bound (agent type, host, resource id): {{(pid=108905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:52:23.188049 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d974b05-6a27-4050-aec2-2439de8ea785 req-fc8bea0a-0542-411a-818f-ee886b0d4eb0 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Received port after_create {{(pid=108905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:52:23.224344 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8bea0a-0542-411a-818f-ee886b0d4eb0 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Pushing event updated for resources: {'Port': ['ID=d48abd91-ed3c-4f04-8767-5e6f0211d6fe,revision_number=1']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:23.273551 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d974b05-6a27-4050-aec2-2439de8ea785 req-fc8bea0a-0542-411a-818f-ee886b0d4eb0 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:23.281892 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-0d974b05-6a27-4050-aec2-2439de8ea785 req-fc8bea0a-0542-411a-818f-ee886b0d4eb0 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294'] for port, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:23.314057 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-46d16a40-b1d5-4673-a900-b0aad4a7bed0 req-edbb6db5-4917-4fb6-bd5e-b86c1039cec7 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c4413e0-cf94-41c4-a331-21c96852544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2092860 Dec 16 15:52:23.328255 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-0d974b05-6a27-4050-aec2-2439de8ea785 req-fc8bea0a-0542-411a-818f-ee886b0d4eb0 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0290360 Dec 16 15:52:23.341198 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.v2.base [req-0d974b05-6a27-4050-aec2-2439de8ea785 req-58a1b1e7-8ee8-44d6-aac7-e4980023e44c service neutron] Request body: {'port': {'device_id': '635ee3bb-dc82-4d25-95fc-ef55d01f0705', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=108905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:52:23.420472 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-0d974b05-6a27-4050-aec2-2439de8ea785 req-58a1b1e7-8ee8-44d6-aac7-e4980023e44c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:23.575582 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-fd2389db-5e7b-45fc-a20e-7ff21b786dde None None] Provisioning complete for port d48abd91-ed3c-4f04-8767-5e6f0211d6fe triggered by entity DHCP. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:52:23.576175 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-fd2389db-5e7b-45fc-a20e-7ff21b786dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:23.631789 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-fd2389db-5e7b-45fc-a20e-7ff21b786dde None None] Port d48abd91-ed3c-4f04-8767-5e6f0211d6fe cannot update to ACTIVE because it is not bound. {{(pid=108906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:52:23.787569 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.notifiers.nova [req-0d974b05-6a27-4050-aec2-2439de8ea785 req-58a1b1e7-8ee8-44d6-aac7-e4980023e44c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d48abd91-ed3c-4f04-8767-5e6f0211d6fe {{(pid=108905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:52:23.796176 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-0d974b05-6a27-4050-aec2-2439de8ea785 req-58a1b1e7-8ee8-44d6-aac7-e4980023e44c service neutron] Publish callbacks [] for port, precommit_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:23.810368 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.db.provisioning_blocks [req-0d974b05-6a27-4050-aec2-2439de8ea785 req-58a1b1e7-8ee8-44d6-aac7-e4980023e44c service neutron] Transition to ACTIVE for port object d48abd91-ed3c-4f04-8767-5e6f0211d6fe will not be triggered until provisioned by entity L2. {{(pid=108905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:52:23.815819 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-0d974b05-6a27-4050-aec2-2439de8ea785 req-58a1b1e7-8ee8-44d6-aac7-e4980023e44c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5936077'] for port, after_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:23.867541 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a1b1e7-8ee8-44d6-aac7-e4980023e44c service neutron] Pushing event updated for resources: {'Port': ['ID=d48abd91-ed3c-4f04-8767-5e6f0211d6fe,revision_number=2']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:23.956485 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.managers [req-0d974b05-6a27-4050-aec2-2439de8ea785 req-58a1b1e7-8ee8-44d6-aac7-e4980023e44c service neutron] Attempting to bind port d48abd91-ed3c-4f04-8767-5e6f0211d6fe on host hv-cinder-78447 for vnic_type normal with profile {{(pid=108905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:52:23.956868 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.managers [req-0d974b05-6a27-4050-aec2-2439de8ea785 req-58a1b1e7-8ee8-44d6-aac7-e4980023e44c service neutron] Attempting to bind port d48abd91-ed3c-4f04-8767-5e6f0211d6fe by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '6ac95f2c-e8cd-453d-a535-ad4189b6290a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd7f36349-73c7-464a-bf62-5f09a6e738d6'}] {{(pid=108905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:52:23.957150 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d974b05-6a27-4050-aec2-2439de8ea785 req-58a1b1e7-8ee8-44d6-aac7-e4980023e44c service neutron] Attempting to bind port d48abd91-ed3c-4f04-8767-5e6f0211d6fe on network d7f36349-73c7-464a-bf62-5f09a6e738d6 {{(pid=108905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:52:23.962466 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d974b05-6a27-4050-aec2-2439de8ea785 req-58a1b1e7-8ee8-44d6-aac7-e4980023e44c service neutron] Port d48abd91-ed3c-4f04-8767-5e6f0211d6fe on network d7f36349-73c7-464a-bf62-5f09a6e738d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=108905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:52:23.962787 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d974b05-6a27-4050-aec2-2439de8ea785 req-58a1b1e7-8ee8-44d6-aac7-e4980023e44c service neutron] Attempting to bind port d48abd91-ed3c-4f04-8767-5e6f0211d6fe on network d7f36349-73c7-464a-bf62-5f09a6e738d6 {{(pid=108905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:52:23.968653 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d974b05-6a27-4050-aec2-2439de8ea785 req-58a1b1e7-8ee8-44d6-aac7-e4980023e44c service neutron] Checking agent: {'id': 'cc3d5e4c-e00e-4c48-b0f7-4cab06ea1ca9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 46, 48), 'started_at': datetime.datetime(2021, 12, 16, 15, 46, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:52:23.969202 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d974b05-6a27-4050-aec2-2439de8ea785 req-58a1b1e7-8ee8-44d6-aac7-e4980023e44c service neutron] Checking segment: {'id': '6ac95f2c-e8cd-453d-a535-ad4189b6290a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd7f36349-73c7-464a-bf62-5f09a6e738d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:52:23.969537 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d974b05-6a27-4050-aec2-2439de8ea785 req-58a1b1e7-8ee8-44d6-aac7-e4980023e44c service neutron] Bound using segment: {'id': '6ac95f2c-e8cd-453d-a535-ad4189b6290a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd7f36349-73c7-464a-bf62-5f09a6e738d6'} {{(pid=108905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:52:23.970115 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.managers [req-0d974b05-6a27-4050-aec2-2439de8ea785 req-58a1b1e7-8ee8-44d6-aac7-e4980023e44c service neutron] Bound port: d48abd91-ed3c-4f04-8767-5e6f0211d6fe, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ac95f2c-e8cd-453d-a535-ad4189b6290a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd7f36349-73c7-464a-bf62-5f09a6e738d6'}}] {{(pid=108905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:52:23.970550 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-0d974b05-6a27-4050-aec2-2439de8ea785 req-58a1b1e7-8ee8-44d6-aac7-e4980023e44c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:24.076695 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.db [req-0d974b05-6a27-4050-aec2-2439de8ea785 req-58a1b1e7-8ee8-44d6-aac7-e4980023e44c service neutron] For port d48abd91-ed3c-4f04-8767-5e6f0211d6fe, host hv-cinder-78447, cleared binding levels {{(pid=108905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:52:24.080082 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.db [req-0d974b05-6a27-4050-aec2-2439de8ea785 req-58a1b1e7-8ee8-44d6-aac7-e4980023e44c service neutron] For port d48abd91-ed3c-4f04-8767-5e6f0211d6fe, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=d48abd91-ed3c-4f04-8767-5e6f0211d6fe,segment=NetworkSegment(6ac95f2c-e8cd-453d-a535-ad4189b6290a),segment_id=6ac95f2c-e8cd-453d-a535-ad4189b6290a)] {{(pid=108905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:52:24.089444 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-0d974b05-6a27-4050-aec2-2439de8ea785 req-58a1b1e7-8ee8-44d6-aac7-e4980023e44c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5936077'] for port, after_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:24.171402 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d974b05-6a27-4050-aec2-2439de8ea785 req-58a1b1e7-8ee8-44d6-aac7-e4980023e44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:24.172220 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-0d974b05-6a27-4050-aec2-2439de8ea785 req-58a1b1e7-8ee8-44d6-aac7-e4980023e44c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294'] for port, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:24.174083 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-0d974b05-6a27-4050-aec2-2439de8ea785 req-58a1b1e7-8ee8-44d6-aac7-e4980023e44c service neutron] 10.222.0.66 "PUT /v2.0/ports/d48abd91-ed3c-4f04-8767-5e6f0211d6fe HTTP/1.1" status: 200 len: 1094 time: 0.8372734 Dec 16 15:52:24.174820 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '635ee3bb-dc82-4d25-95fc-ef55d01f0705', 'tag': 'd48abd91-ed3c-4f04-8767-5e6f0211d6fe'}] {{(pid=108905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:52:24.177872 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6427484bab23da45c698b4d929e4ad3874a49078d57181539d46633581fe494" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c293f5-8d68-40de-8263-c729d68e9b9e" -d '{"events": [{"name": "network-changed", "server_uuid": "635ee3bb-dc82-4d25-95fc-ef55d01f0705", "tag": "d48abd91-ed3c-4f04-8767-5e6f0211d6fe"}]}' {{(pid=108905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:52:24.292570 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3327e4ab-2435-49b9-9c40-10f3fb9b94b5 req-9dc4710d-4253-4c3d-ad10-a5e89deecb5a tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:24.299595 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-3327e4ab-2435-49b9-9c40-10f3fb9b94b5 req-9dc4710d-4253-4c3d-ad10-a5e89deecb5a tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=635ee3bb-dc82-4d25-95fc-ef55d01f0705 HTTP/1.1" status: 200 len: 944 time: 0.1973596 Dec 16 15:52:24.301833 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98227f8-d49e-49c9-a9bd-3a6e00f3673b x-openstack-request-id: req-c98227f8-d49e-49c9-a9bd-3a6e00f3673b {{(pid=108905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:52:24.302237 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "635ee3bb-dc82-4d25-95fc-ef55d01f0705", "tag": "d48abd91-ed3c-4f04-8767-5e6f0211d6fe", "status": "completed", "code": 200}]} {{(pid=108905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:52:24.302563 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c98227f8-d49e-49c9-a9bd-3a6e00f3673b {{(pid=108905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:52:24.303022 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '635ee3bb-dc82-4d25-95fc-ef55d01f0705', 'tag': 'd48abd91-ed3c-4f04-8767-5e6f0211d6fe', 'status': 'completed', 'code': 200} Dec 16 15:52:24.316075 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a1b1e7-8ee8-44d6-aac7-e4980023e44c service neutron] Pushing event updated for resources: {'Port': ['ID=d48abd91-ed3c-4f04-8767-5e6f0211d6fe,revision_number=3']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:24.419539 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d974b05-6a27-4050-aec2-2439de8ea785 req-ac283ca2-79b2-4340-8bba-4bced97a5508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:24.421035 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-0d974b05-6a27-4050-aec2-2439de8ea785 req-ac283ca2-79b2-4340-8bba-4bced97a5508 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=66fbf45043974460803db71f1750aacc&device_id=635ee3bb-dc82-4d25-95fc-ef55d01f0705 HTTP/1.1" status: 200 len: 1097 time: 0.1866248 Dec 16 15:52:24.426305 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-3327e4ab-2435-49b9-9c40-10f3fb9b94b5 req-2defb0c2-6bfc-496b-9482-26792dbfc588 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa550b95-a5a8-4f5d-a4f5-4ed50b4fc6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188874 Dec 16 15:52:24.498743 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-0d974b05-6a27-4050-aec2-2439de8ea785 req-f58f0d31-1a54-45e0-8e62-34c99e69627a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d48abd91-ed3c-4f04-8767-5e6f0211d6fe HTTP/1.1" status: 200 len: 217 time: 0.0401707 Dec 16 15:52:24.557511 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76264a3b-6e22-4ce2-8b6b-0bbcb19a388c req-fa1c48e6-b787-4e42-9a95-36cd52d446f5 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:24.559011 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-76264a3b-6e22-4ce2-8b6b-0bbcb19a388c req-fa1c48e6-b787-4e42-9a95-36cd52d446f5 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/ports?device_id=d87f6b70-6ea0-48c1-b18c-59052e3ff9d3 HTTP/1.1" status: 200 len: 945 time: 0.1318190 Dec 16 15:52:24.573204 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d974b05-6a27-4050-aec2-2439de8ea785 req-4c84073d-cfc0-4e96-b901-67b99fe564eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:24.574930 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-0d974b05-6a27-4050-aec2-2439de8ea785 req-4c84073d-cfc0-4e96-b901-67b99fe564eb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d74c3a7c-65e1-4354-b26d-40ed68846b85 HTTP/1.1" status: 200 len: 856 time: 0.0676980 Dec 16 15:52:24.653749 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-76264a3b-6e22-4ce2-8b6b-0bbcb19a388c req-861fd6c2-e080-4c2f-a0db-89de07c7d854 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c4413e0-cf94-41c4-a331-21c96852544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874691 Dec 16 15:52:24.678840 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d974b05-6a27-4050-aec2-2439de8ea785 req-5d375a2a-360b-4195-97c6-4f7d0d880591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:24.680676 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-0d974b05-6a27-4050-aec2-2439de8ea785 req-5d375a2a-360b-4195-97c6-4f7d0d880591 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d7f36349-73c7-464a-bf62-5f09a6e738d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0884922 Dec 16 15:52:24.825821 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ca2e7-4478-4891-b3f4-7b2e24978447 req-ca88f1fc-7898-4d25-b8e9-42c9eee9c12d tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:24.828351 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-a67ca2e7-4478-4891-b3f4-7b2e24978447 req-ca88f1fc-7898-4d25-b8e9-42c9eee9c12d tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/ports?device_id=d87f6b70-6ea0-48c1-b18c-59052e3ff9d3 HTTP/1.1" status: 200 len: 945 time: 0.0776691 Dec 16 15:52:24.846337 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-0d974b05-6a27-4050-aec2-2439de8ea785 req-0364ba08-0fa4-4a45-bc12-0a2c85fc42c7 service neutron] 10.222.0.66 "GET /v2.0/networks/d7f36349-73c7-464a-bf62-5f09a6e738d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560004 Dec 16 15:52:24.954989 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-0d974b05-6a27-4050-aec2-2439de8ea785 req-9ee70d8c-6488-4bb3-81f2-edbea81d2c29 service neutron] 10.222.0.66 "GET /v2.0/networks/d7f36349-73c7-464a-bf62-5f09a6e738d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942364 Dec 16 15:52:24.991157 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-a67ca2e7-4478-4891-b3f4-7b2e24978447 req-6b10d884-cdab-4451-b054-bbaa51eae053 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c4413e0-cf94-41c4-a331-21c96852544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479826 Dec 16 15:52:25.032763 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 42172) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:25.109199 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c293f5-8d68-40de-8263-c729d68e9b9e req-aea84e72-9af0-43cd-b911-f107f1fdd368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:25.111230 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-22c293f5-8d68-40de-8263-c729d68e9b9e req-aea84e72-9af0-43cd-b911-f107f1fdd368 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=66fbf45043974460803db71f1750aacc&device_id=635ee3bb-dc82-4d25-95fc-ef55d01f0705 HTTP/1.1" status: 200 len: 1097 time: 0.0790331 Dec 16 15:52:25.270024 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c293f5-8d68-40de-8263-c729d68e9b9e req-1ff28421-e1c3-4b60-a45a-7ec758cfa8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:25.271493 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-22c293f5-8d68-40de-8263-c729d68e9b9e req-1ff28421-e1c3-4b60-a45a-7ec758cfa8dd service neutron] 10.222.0.66 "GET /v2.0/networks?id=d7f36349-73c7-464a-bf62-5f09a6e738d6 HTTP/1.1" status: 200 len: 918 time: 0.1514177 Dec 16 15:52:25.291033 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e97505-e554-4109-a644-159824a51c32 tempest-TestVolumeBootPattern-2078282488 tempest-TestVolumeBootPattern-2078282488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:25.292584 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-41e97505-e554-4109-a644-159824a51c32 tempest-TestVolumeBootPattern-2078282488 tempest-TestVolumeBootPattern-2078282488-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d87f6b70-6ea0-48c1-b18c-59052e3ff9d3 HTTP/1.1" status: 200 len: 1093 time: 0.2591019 Dec 16 15:52:25.295795 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 42182) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:25.306118 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.v2.base [None req-a29ee8df-414d-47fa-a52b-ba167a22cbb6 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Request body: {'floatingip': {'floating_network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'port_id': '41774a69-3e6e-4cb8-a2ce-3f35fab82c16', 'tenant_id': '5afea3407ef84fafa658a82512fb4d24', 'fixed_ip_address': '172.20.0.9'}} {{(pid=108904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:52:25.341545 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-22c293f5-8d68-40de-8263-c729d68e9b9e req-82b52fed-a2b8-4799-b60a-db8e95fb9664 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d48abd91-ed3c-4f04-8767-5e6f0211d6fe HTTP/1.1" status: 200 len: 217 time: 0.0604136 Dec 16 15:52:25.341763 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-a29ee8df-414d-47fa-a52b-ba167a22cbb6 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks [] for floatingip, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:25.424561 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c293f5-8d68-40de-8263-c729d68e9b9e req-b74255a4-2dcc-4db9-8368-9d56db43a85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:25.426573 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-22c293f5-8d68-40de-8263-c729d68e9b9e req-b74255a4-2dcc-4db9-8368-9d56db43a85e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d74c3a7c-65e1-4354-b26d-40ed68846b85 HTTP/1.1" status: 200 len: 856 time: 0.0710247 Dec 16 15:52:25.548811 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-a29ee8df-414d-47fa-a52b-ba167a22cbb6 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:25.561260 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c293f5-8d68-40de-8263-c729d68e9b9e req-446c124c-9184-4054-8569-d2c7cacb08ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:25.563217 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-22c293f5-8d68-40de-8263-c729d68e9b9e req-446c124c-9184-4054-8569-d2c7cacb08ad service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d7f36349-73c7-464a-bf62-5f09a6e738d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1258032 Dec 16 15:52:25.697291 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.db_base_plugin_common [None req-a29ee8df-414d-47fa-a52b-ba167a22cbb6 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Allocated IP 172.27.1.121 (b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3/792909e7-e23c-4f0f-8575-fa43b44998bb/b2fb478f-ff34-42c0-81fb-736db8f8d6a6) {{(pid=108904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:52:25.729003 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-22c293f5-8d68-40de-8263-c729d68e9b9e req-98b99b14-0cf3-48e0-90b0-d78682779f1c service neutron] 10.222.0.66 "GET /v2.0/networks/d7f36349-73c7-464a-bf62-5f09a6e738d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569908 Dec 16 15:52:25.811898 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f5f52-9821-4605-bf7a-fe8112f522a7 req-d388c4c7-d608-4a9b-b5df-e393e3ae1411 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:25.821699 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-028f5f52-9821-4605-bf7a-fe8112f522a7 req-d388c4c7-d608-4a9b-b5df-e393e3ae1411 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=635ee3bb-dc82-4d25-95fc-ef55d01f0705 HTTP/1.1" status: 200 len: 944 time: 0.2278347 Dec 16 15:52:25.835832 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-a29ee8df-414d-47fa-a52b-ba167a22cbb6 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks [] for port, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:25.879843 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-a29ee8df-414d-47fa-a52b-ba167a22cbb6 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739691803594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4504497'] for port, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:25.895148 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-028f5f52-9821-4605-bf7a-fe8112f522a7 req-bf48b4c3-cc5f-4f3d-a724-c25ba018f60a tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa550b95-a5a8-4f5d-a4f5-4ed50b4fc6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719104 Dec 16 15:52:25.929596 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29ee8df-414d-47fa-a52b-ba167a22cbb6 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Network b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3 is already hosted by enough agents. {{(pid=108904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:52:25.932993 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.base_scheduler [None req-a29ee8df-414d-47fa-a52b-ba167a22cbb6 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Resources bound (agent type, host, resource id): {{(pid=108904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:52:25.937316 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29ee8df-414d-47fa-a52b-ba167a22cbb6 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Received port after_create {{(pid=108904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:52:25.952133 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-22c293f5-8d68-40de-8263-c729d68e9b9e req-5c8d8d54-eb14-4e1f-bbb0-085168615af6 service neutron] 10.222.0.66 "GET /v2.0/networks/d7f36349-73c7-464a-bf62-5f09a6e738d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148907 Dec 16 15:52:25.966206 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ee8df-414d-47fa-a52b-ba167a22cbb6 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Pushing event updated for resources: {'Port': ['ID=b2fb478f-ff34-42c0-81fb-736db8f8d6a6,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:26.712489 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-a29ee8df-414d-47fa-a52b-ba167a22cbb6 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:26.789116 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-a29ee8df-414d-47fa-a52b-ba167a22cbb6 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:27.045892 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-a29ee8df-414d-47fa-a52b-ba167a22cbb6 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks [] for port, precommit_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:27.047346 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f1139-1de7-41b1-81e8-cc81df9a064e req-ec3b009d-3ee3-40b7-a876-2614ecf88d90 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:27.049119 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-6f7f1139-1de7-41b1-81e8-cc81df9a064e req-ec3b009d-3ee3-40b7-a876-2614ecf88d90 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=635ee3bb-dc82-4d25-95fc-ef55d01f0705 HTTP/1.1" status: 200 len: 944 time: 0.0587459 Dec 16 15:52:27.052115 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-a29ee8df-414d-47fa-a52b-ba167a22cbb6 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4504520'] for port, after_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:27.100491 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-6f7f1139-1de7-41b1-81e8-cc81df9a064e req-6f697ce3-44a9-4ee9-bbfd-1bba96db400b tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa550b95-a5a8-4f5d-a4f5-4ed50b4fc6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440218 Dec 16 15:52:27.126118 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ee8df-414d-47fa-a52b-ba167a22cbb6 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Pushing event updated for resources: {'Port': ['ID=b2fb478f-ff34-42c0-81fb-736db8f8d6a6,revision_number=2']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:27.197491 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device d48abd91-ed3c-4f04-8767-5e6f0211d6fe details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=108906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:52:27.204291 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-a29ee8df-414d-47fa-a52b-ba167a22cbb6 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874419'] for floatingip, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:27.308598 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] For port d48abd91-ed3c-4f04-8767-5e6f0211d6fe, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=d48abd91-ed3c-4f04-8767-5e6f0211d6fe,segment=NetworkSegment(6ac95f2c-e8cd-453d-a535-ad4189b6290a),segment_id=6ac95f2c-e8cd-453d-a535-ad4189b6290a)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:52:27.322026 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Returning: {'device': 'd48abd91-ed3c-4f04-8767-5e6f0211d6fe', 'network_id': 'd7f36349-73c7-464a-bf62-5f09a6e738d6', 'port_id': 'd48abd91-ed3c-4f04-8767-5e6f0211d6fe', 'mac_address': 'fa:16:3e:31:8d:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd74c3a7c-65e1-4354-b26d-40ed68846b85', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:52:27.334788 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.db.l3_db [None req-a29ee8df-414d-47fa-a52b-ba167a22cbb6 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Floating IP baf6dd2b-dbc8-4c8e-b3df-8be75ce9fd27 associated. External IP: 172.27.1.121, port: 41774a69-3e6e-4cb8-a2ce-3f35fab82c16. Dec 16 15:52:27.364004 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:27.383063 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.notifiers.nova [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d48abd91-ed3c-4f04-8767-5e6f0211d6fe {{(pid=108906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:52:27.411492 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] For port d48abd91-ed3c-4f04-8767-5e6f0211d6fe, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=d48abd91-ed3c-4f04-8767-5e6f0211d6fe,segment=NetworkSegment(6ac95f2c-e8cd-453d-a535-ad4189b6290a),segment_id=6ac95f2c-e8cd-453d-a535-ad4189b6290a)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:52:27.419741 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:27.488953 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Pushing event updated for resources: {'Port': ['ID=d48abd91-ed3c-4f04-8767-5e6f0211d6fe,revision_number=4']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:27.591160 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a29ee8df-414d-47fa-a52b-ba167a22cbb6 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Router fc25fc87-3123-4072-8265-b8f4b6e11d31 has already been hosted by L3 agent 53beefa8-37d8-48bc-b6da-d824d56f81c3 {{(pid=108904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:52:27.713362 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] get_ports_and_sgs() called for port_ids ['d48abd91-ed3c-4f04-8767-5e6f0211d6fe'] {{(pid=108906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:52:27.738484 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29ee8df-414d-47fa-a52b-ba167a22cbb6 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Notify agent at l3_agent.dv-cinder-784477-11-iscsi the message routers_updated {{(pid=108904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:52:27.760080 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-a29ee8df-414d-47fa-a52b-ba167a22cbb6 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294'] for floatingip, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:27.776165 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3c8b08-9478-4070-b164-43abc47570d0 None None] Sync routers for ids ['fc25fc87-3123-4072-8265-b8f4b6e11d31'] in dv-cinder-784477-11-iscsi {{(pid=108906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:52:27.803825 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3c8b08-9478-4070-b164-43abc47570d0 None None] Routers {'fc25fc87-3123-4072-8265-b8f4b6e11d31'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:52:27.806866 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-4b3c8b08-9478-4070-b164-43abc47570d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:52:09Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['fc25fc87-3123-4072-8265-b8f4b6e11d31'], 'active': True} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:52:27.810081 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-a29ee8df-414d-47fa-a52b-ba167a22cbb6 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5116246 Dec 16 15:52:27.811136 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd87f6b70-6ea0-48c1-b18c-59052e3ff9d3', 'tag': '41774a69-3e6e-4cb8-a2ce-3f35fab82c16'}] {{(pid=108904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:52:27.813876 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0a2cce90635460fa9ee7acd2d2298fc55a52ab45a9458d7253143d338a4b89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c47c70-9ee2-44c9-86fc-794f968133f2" -d '{"events": [{"name": "network-changed", "server_uuid": "d87f6b70-6ea0-48c1-b18c-59052e3ff9d3", "tag": "41774a69-3e6e-4cb8-a2ce-3f35fab82c16"}]}' {{(pid=108904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:52:27.857366 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b611c71b-5a15-4405-b4f1-8e88abed0ad1 x-openstack-request-id: req-b611c71b-5a15-4405-b4f1-8e88abed0ad1 {{(pid=108904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:52:27.857768 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d87f6b70-6ea0-48c1-b18c-59052e3ff9d3", "tag": "41774a69-3e6e-4cb8-a2ce-3f35fab82c16", "status": "completed", "code": 200}]} {{(pid=108904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:52:27.858101 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b611c71b-5a15-4405-b4f1-8e88abed0ad1 {{(pid=108904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:52:27.858900 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd87f6b70-6ea0-48c1-b18c-59052e3ff9d3', 'tag': '41774a69-3e6e-4cb8-a2ce-3f35fab82c16', 'status': 'completed', 'code': 200} Dec 16 15:52:27.959969 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c47c70-9ee2-44c9-86fc-794f968133f2 req-a088a25c-e890-4821-8be3-b861b7b27580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:27.962377 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-e9c47c70-9ee2-44c9-86fc-794f968133f2 req-a088a25c-e890-4821-8be3-b861b7b27580 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5afea3407ef84fafa658a82512fb4d24&device_id=d87f6b70-6ea0-48c1-b18c-59052e3ff9d3 HTTP/1.1" status: 200 len: 1098 time: 0.0600662 Dec 16 15:52:27.997623 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvr_db [None req-4b3c8b08-9478-4070-b164-43abc47570d0 None None] Set router fc25fc87-3123-4072-8265-b8f4b6e11d31 gateway port host: dv-cinder-784477-11-iscsi {{(pid=108906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:52:28.109439 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c47c70-9ee2-44c9-86fc-794f968133f2 req-4be31b14-cc12-46f5-9e8f-5099e5f2c734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:28.111535 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-e9c47c70-9ee2-44c9-86fc-794f968133f2 req-4be31b14-cc12-46f5-9e8f-5099e5f2c734 service neutron] 10.222.0.66 "GET /v2.0/networks?id=447cd8ca-a758-4b0d-966f-d4641376c8a8 HTTP/1.1" status: 200 len: 911 time: 0.1335597 Dec 16 15:52:28.225535 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-e9c47c70-9ee2-44c9-86fc-794f968133f2 req-352fd8f5-fa51-4732-a3cd-822d8db159c8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41774a69-3e6e-4cb8-a2ce-3f35fab82c16 HTTP/1.1" status: 200 len: 999 time: 0.1044779 Dec 16 15:52:28.288621 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 42240) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:28.356331 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d82af59-de23-49f0-88e7-968363cb8fe6 req-5d683774-a982-422a-874c-7aa448c9a5f5 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:28.357766 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-9d82af59-de23-49f0-88e7-968363cb8fe6 req-5d683774-a982-422a-874c-7aa448c9a5f5 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=635ee3bb-dc82-4d25-95fc-ef55d01f0705 HTTP/1.1" status: 200 len: 945 time: 0.1274843 Dec 16 15:52:28.367957 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c47c70-9ee2-44c9-86fc-794f968133f2 req-602e1cc8-2bcf-4afe-9ea3-0cbd068af566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:28.369391 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-e9c47c70-9ee2-44c9-86fc-794f968133f2 req-602e1cc8-2bcf-4afe-9ea3-0cbd068af566 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0c509f7a-4a9b-4a96-892a-b130ead11ed7 HTTP/1.1" status: 200 len: 849 time: 0.0767148 Dec 16 15:52:28.455531 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-9d82af59-de23-49f0-88e7-968363cb8fe6 req-8e5f9fe2-2de4-41c5-85fc-d34dfbcf90cd tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa550b95-a5a8-4f5d-a4f5-4ed50b4fc6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846539 Dec 16 15:52:28.468195 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c47c70-9ee2-44c9-86fc-794f968133f2 req-efeb33f5-e594-447a-8397-b82ec3ca0b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:28.470083 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-e9c47c70-9ee2-44c9-86fc-794f968133f2 req-efeb33f5-e594-447a-8397-b82ec3ca0b63 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=447cd8ca-a758-4b0d-966f-d4641376c8a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0776250 Dec 16 15:52:28.505285 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-e8bb763d-adb7-4d71-8f7e-69c2f2003fdd admin admin] Publish callbacks [] for security_group, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:28.528897 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-4b3c8b08-9478-4070-b164-43abc47570d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'name': 'tempest-TestVolumeBootPattern-56592982-router', 'tenant_id': '5afea3407ef84fafa658a82512fb4d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': 'ee98720f-5eae-49a4-bbf0-93e57252a7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:51:20Z', 'updated_at': '2021-12-16T15:51:25Z', 'revision_number': 4, 'project_id': '5afea3407ef84fafa658a82512fb4d24', 'gw_port': {'id': 'ee98720f-5eae-49a4-bbf0-93e57252a7c8', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:67:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:21Z', 'updated_at': '2021-12-16T15:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_floatingips': [{'id': 'baf6dd2b-dbc8-4c8e-b3df-8be75ce9fd27', 'tenant_id': '5afea3407ef84fafa658a82512fb4d24', 'floating_ip_address': '172.27.1.121', 'floating_network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'router_id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'port_id': '41774a69-3e6e-4cb8-a2ce-3f35fab82c16', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '447cd8ca-a758-4b0d-966f-d4641376c8a8', 'mac_address': 'fa:16:3e:1e:a1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87f6b70-6ea0-48c1-b18c-59052e3ff9d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:52:26Z', 'updated_at': '2021-12-16T15:52:26Z', 'revision_number': 0, 'project_id': '5afea3407ef84fafa658a82512fb4d24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63e3395e-8833-41d6-b461-2825dfc4c5ae', 'name': '', 'network_id': '447cd8ca-a758-4b0d-966f-d4641376c8a8', 'tenant_id': '5afea3407ef84fafa658a82512fb4d24', 'mac_address': 'fa:16:3e:40:10:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '0c509f7a-4a9b-4a96-892a-b130ead11ed7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:24Z', 'updated_at': '2021-12-16T15:51:35Z', 'revision_number': 5, 'project_id': '5afea3407ef84fafa658a82512fb4d24', 'subnets': [{'id': '0c509f7a-4a9b-4a96-892a-b130ead11ed7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:52:28.578386 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3c8b08-9478-4070-b164-43abc47570d0 None None] Checking router: fc25fc87-3123-4072-8265-b8f4b6e11d31 for host: dv-cinder-784477-11-iscsi {{(pid=108906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:52:28.589380 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3c8b08-9478-4070-b164-43abc47570d0 None None] Routers {'fc25fc87-3123-4072-8265-b8f4b6e11d31'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:52:28.592572 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-4b3c8b08-9478-4070-b164-43abc47570d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:52:09Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['fc25fc87-3123-4072-8265-b8f4b6e11d31'], 'active': True} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:52:28.618309 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-e9c47c70-9ee2-44c9-86fc-794f968133f2 req-c93131a1-8e6b-43bd-a167-710476f39ebf service neutron] 10.222.0.66 "GET /v2.0/networks/447cd8ca-a758-4b0d-966f-d4641376c8a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369679 Dec 16 15:52:28.637760 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-e8bb763d-adb7-4d71-8f7e-69c2f2003fdd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:28.644529 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-e8bb763d-adb7-4d71-8f7e-69c2f2003fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:28.693669 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-e8bb763d-adb7-4d71-8f7e-69c2f2003fdd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3678f703e4fc452aa54a5e044cfa361e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4038303 Dec 16 15:52:28.695088 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bb763d-adb7-4d71-8f7e-69c2f2003fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f3e3a6a-6199-4fc1-a08f-287e722970d1,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:28.700790 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 42244) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:28.779033 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-ac24d921-463b-478f-b18e-b79be9072137 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:28.823925 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-ac24d921-463b-478f-b18e-b79be9072137 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:28.881068 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvr_db [None req-4b3c8b08-9478-4070-b164-43abc47570d0 None None] Set router fc25fc87-3123-4072-8265-b8f4b6e11d31 gateway port host: dv-cinder-784477-11-iscsi {{(pid=108906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:52:28.989452 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-ac24d921-463b-478f-b18e-b79be9072137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:28.992878 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-ac24d921-463b-478f-b18e-b79be9072137 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:28.996817 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-ac24d921-463b-478f-b18e-b79be9072137 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4f3e3a6a-6199-4fc1-a08f-287e722970d1 HTTP/1.1" status: 204 len: 168 time: 0.2921770 Dec 16 15:52:29.016640 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac24d921-463b-478f-b18e-b79be9072137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f3e3a6a-6199-4fc1-a08f-287e722970d1,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:29.221587 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device d48abd91-ed3c-4f04-8767-5e6f0211d6fe up at agent hyperv_hv-cinder-78447 {{(pid=108906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:52:29.223051 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-e9c47c70-9ee2-44c9-86fc-794f968133f2 req-16a2a107-ecc3-4113-8a1e-6fe837498a99 service neutron] 10.222.0.66 "GET /v2.0/networks/447cd8ca-a758-4b0d-966f-d4641376c8a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5935009 Dec 16 15:52:29.310463 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-4b3c8b08-9478-4070-b164-43abc47570d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'name': 'tempest-TestVolumeBootPattern-56592982-router', 'tenant_id': '5afea3407ef84fafa658a82512fb4d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': 'ee98720f-5eae-49a4-bbf0-93e57252a7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:51:20Z', 'updated_at': '2021-12-16T15:51:25Z', 'revision_number': 4, 'project_id': '5afea3407ef84fafa658a82512fb4d24', 'gw_port': {'id': 'ee98720f-5eae-49a4-bbf0-93e57252a7c8', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:67:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:21Z', 'updated_at': '2021-12-16T15:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_floatingips': [{'id': 'baf6dd2b-dbc8-4c8e-b3df-8be75ce9fd27', 'tenant_id': '5afea3407ef84fafa658a82512fb4d24', 'floating_ip_address': '172.27.1.121', 'floating_network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'router_id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'port_id': '41774a69-3e6e-4cb8-a2ce-3f35fab82c16', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '447cd8ca-a758-4b0d-966f-d4641376c8a8', 'mac_address': 'fa:16:3e:1e:a1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87f6b70-6ea0-48c1-b18c-59052e3ff9d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:52:26Z', 'updated_at': '2021-12-16T15:52:26Z', 'revision_number': 0, 'project_id': '5afea3407ef84fafa658a82512fb4d24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63e3395e-8833-41d6-b461-2825dfc4c5ae', 'name': '', 'network_id': '447cd8ca-a758-4b0d-966f-d4641376c8a8', 'tenant_id': '5afea3407ef84fafa658a82512fb4d24', 'mac_address': 'fa:16:3e:40:10:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '0c509f7a-4a9b-4a96-892a-b130ead11ed7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:24Z', 'updated_at': '2021-12-16T15:51:35Z', 'revision_number': 5, 'project_id': '5afea3407ef84fafa658a82512fb4d24', 'subnets': [{'id': '0c509f7a-4a9b-4a96-892a-b130ead11ed7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:52:29.344150 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3c8b08-9478-4070-b164-43abc47570d0 None None] The sync data for ids ['fc25fc87-3123-4072-8265-b8f4b6e11d31'] in dv-cinder-784477-11-iscsi is: [{'id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'name': 'tempest-TestVolumeBootPattern-56592982-router', 'tenant_id': '5afea3407ef84fafa658a82512fb4d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': 'ee98720f-5eae-49a4-bbf0-93e57252a7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:51:20Z', 'updated_at': '2021-12-16T15:51:25Z', 'revision_number': 4, 'project_id': '5afea3407ef84fafa658a82512fb4d24', 'gw_port': {'id': 'ee98720f-5eae-49a4-bbf0-93e57252a7c8', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:67:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:21Z', 'updated_at': '2021-12-16T15:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_floatingips': [{'id': 'baf6dd2b-dbc8-4c8e-b3df-8be75ce9fd27', 'tenant_id': '5afea3407ef84fafa658a82512fb4d24', 'floating_ip_address': '172.27.1.121', 'floating_network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'router_id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'port_id': '41774a69-3e6e-4cb8-a2ce-3f35fab82c16', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '447cd8ca-a758-4b0d-966f-d4641376c8a8', 'mac_address': 'fa:16:3e:1e:a1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87f6b70-6ea0-48c1-b18c-59052e3ff9d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:52:26Z', 'updated_at': '2021-12-16T15:52:26Z', 'revision_number': 0, 'project_id': '5afea3407ef84fafa658a82512fb4d24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63e3395e-8833-41d6-b461-2825dfc4c5ae', 'name': '', 'network_id': '447cd8ca-a758-4b0d-966f-d4641376c8a8', 'tenant_id': '5afea3407ef84fafa658a82512fb4d24', 'mac_address': 'fa:16:3e:40:10:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '0c509f7a-4a9b-4a96-892a-b130ead11ed7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:24Z', 'updated_at': '2021-12-16T15:51:35Z', 'revision_number': 5, 'project_id': '5afea3407ef84fafa658a82512fb4d24', 'subnets': [{'id': '0c509f7a-4a9b-4a96-892a-b130ead11ed7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:52:29.363374 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Provisioning for port d48abd91-ed3c-4f04-8767-5e6f0211d6fe completed by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:52:29.367954 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Provisioning complete for port d48abd91-ed3c-4f04-8767-5e6f0211d6fe triggered by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:52:29.368434 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:29.482230 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:29.513504 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 42260) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:29.536289 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] For port d48abd91-ed3c-4f04-8767-5e6f0211d6fe, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=d48abd91-ed3c-4f04-8767-5e6f0211d6fe,segment=NetworkSegment(6ac95f2c-e8cd-453d-a535-ad4189b6290a),segment_id=6ac95f2c-e8cd-453d-a535-ad4189b6290a)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:52:29.537664 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '635ee3bb-dc82-4d25-95fc-ef55d01f0705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd48abd91-ed3c-4f04-8767-5e6f0211d6fe'}] {{(pid=108906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:52:29.540984 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02b5cd720e1ebaa5714ffb0bc34871610594f2c4f6020a6f60f7cc29a5a8a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf367a13-afac-420e-b4fd-0113e3a0c582" -d '{"events": [{"server_uuid": "635ee3bb-dc82-4d25-95fc-ef55d01f0705", "name": "network-vif-plugged", "status": "completed", "tag": "d48abd91-ed3c-4f04-8767-5e6f0211d6fe"}]}' {{(pid=108906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:52:29.546874 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:29.549752 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-d37fe630-00b8-4c45-8c92-9ad1621d88d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:29.619441 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-063f6444-2f70-453b-bd4e-74857c19ed7b x-openstack-request-id: req-063f6444-2f70-453b-bd4e-74857c19ed7b {{(pid=108906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:52:29.621235 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "635ee3bb-dc82-4d25-95fc-ef55d01f0705", "name": "network-vif-plugged", "status": "completed", "tag": "d48abd91-ed3c-4f04-8767-5e6f0211d6fe", "code": 200}]} {{(pid=108906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:52:29.622066 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-063f6444-2f70-453b-bd4e-74857c19ed7b {{(pid=108906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:52:29.622487 dv-cinder-784477-11-iscsi neutron-server[108906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '635ee3bb-dc82-4d25-95fc-ef55d01f0705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd48abd91-ed3c-4f04-8767-5e6f0211d6fe', 'code': 200} Dec 16 15:52:29.641158 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Pushing event updated for resources: {'Port': ['ID=d48abd91-ed3c-4f04-8767-5e6f0211d6fe,revision_number=5']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:29.730685 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c294aeb2-b527-4c76-914a-ebe15a64fe0f None None] New status for floating IP baf6dd2b-dbc8-4c8e-b3df-8be75ce9fd27: ACTIVE {{(pid=108907) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 15:52:29.733902 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-d37fe630-00b8-4c45-8c92-9ad1621d88d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:29.734069 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7dce16-1d4a-4b30-8d43-fd014e4c0a14 req-15550507-d3b3-4595-a024-02836242b2b3 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:29.736003 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-1e7dce16-1d4a-4b30-8d43-fd014e4c0a14 req-15550507-d3b3-4595-a024-02836242b2b3 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=635ee3bb-dc82-4d25-95fc-ef55d01f0705 HTTP/1.1" status: 200 len: 946 time: 0.1135035 Dec 16 15:52:29.741026 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-d37fe630-00b8-4c45-8c92-9ad1621d88d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:29.787863 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-d37fe630-00b8-4c45-8c92-9ad1621d88d6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=476d779553b74cf393c1a85f3b9581c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2732995 Dec 16 15:52:29.790849 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 42266) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:29.797625 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37fe630-00b8-4c45-8c92-9ad1621d88d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a96f29-2314-4caf-b80f-5f7566eb4d07,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:29.877731 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-1e7dce16-1d4a-4b30-8d43-fd014e4c0a14 req-ef8f84f3-398c-451e-9b58-e86443615a0f tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa550b95-a5a8-4f5d-a4f5-4ed50b4fc6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331849 Dec 16 15:52:29.915832 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36657d7-41e1-43c9-aa3a-c2d8216dac03 req-fac7e103-10f8-4b9f-9782-230d27912842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:29.918449 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c36657d7-41e1-43c9-aa3a-c2d8216dac03 req-fac7e103-10f8-4b9f-9782-230d27912842 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=635ee3bb-dc82-4d25-95fc-ef55d01f0705 HTTP/1.1" status: 200 len: 1099 time: 0.0958962 Dec 16 15:52:29.952697 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-d0cb8743-724a-4599-93b6-b5e8247b5afd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:29.990296 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-d0cb8743-724a-4599-93b6-b5e8247b5afd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:30.003566 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c36657d7-41e1-43c9-aa3a-c2d8216dac03 req-ed354cac-e589-4db9-9579-3d81602ff7c9 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=fa550b95-a5a8-4f5d-a4f5-4ed50b4fc6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779119 Dec 16 15:52:30.054175 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-d0cb8743-724a-4599-93b6-b5e8247b5afd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:30.056883 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-d0cb8743-724a-4599-93b6-b5e8247b5afd admin admin] Publish callbacks [] for security_group, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:30.058149 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-d0cb8743-724a-4599-93b6-b5e8247b5afd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d4a96f29-2314-4caf-b80f-5f7566eb4d07 HTTP/1.1" status: 204 len: 168 time: 0.2630723 Dec 16 15:52:30.067092 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cb8743-724a-4599-93b6-b5e8247b5afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a96f29-2314-4caf-b80f-5f7566eb4d07,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:30.384887 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 42290) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:30.398150 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-7cb589d3-9b03-4191-a6eb-d698fdfb4f47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:30.474847 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-7cb589d3-9b03-4191-a6eb-d698fdfb4f47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:30.481278 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-7cb589d3-9b03-4191-a6eb-d698fdfb4f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:30.517328 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb589d3-9b03-4191-a6eb-d698fdfb4f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d9e4ad-3f3f-45e2-8240-a5b02130d6d7,revision_number=1']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:30.521637 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-7cb589d3-9b03-4191-a6eb-d698fdfb4f47 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dc28b93072594664bea4ca4b90c83cec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1357229 Dec 16 15:52:30.524309 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 42294) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:30.569709 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-73a7a792-8ca2-4b1c-88e9-e3b90c5ff75c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:30.589559 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-73a7a792-8ca2-4b1c-88e9-e3b90c5ff75c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:30.649653 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-73a7a792-8ca2-4b1c-88e9-e3b90c5ff75c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:30.653854 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-73a7a792-8ca2-4b1c-88e9-e3b90c5ff75c admin admin] Publish callbacks [] for security_group, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:30.655422 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-73a7a792-8ca2-4b1c-88e9-e3b90c5ff75c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/93d9e4ad-3f3f-45e2-8240-a5b02130d6d7 HTTP/1.1" status: 204 len: 168 time: 0.1302271 Dec 16 15:52:30.663249 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a7a792-8ca2-4b1c-88e9-e3b90c5ff75c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d9e4ad-3f3f-45e2-8240-a5b02130d6d7,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:31.039055 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32a35f-1604-45f5-a013-ef22637cee31 req-f991c81d-cbaa-42d0-8985-5d34a7b07968 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:31.040571 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-6b32a35f-1604-45f5-a013-ef22637cee31 req-f991c81d-cbaa-42d0-8985-5d34a7b07968 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=635ee3bb-dc82-4d25-95fc-ef55d01f0705 HTTP/1.1" status: 200 len: 946 time: 0.0589354 Dec 16 15:52:31.088220 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-6b32a35f-1604-45f5-a013-ef22637cee31 req-82f651d1-44e6-4884-b8ec-d532329d8520 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa550b95-a5a8-4f5d-a4f5-4ed50b4fc6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415008 Dec 16 15:52:32.213181 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0b0718-2083-4ec8-9dfd-6212da1f5013 req-33521af9-09e4-433a-952d-b8a66e91280e tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:32.214745 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-dd0b0718-2083-4ec8-9dfd-6212da1f5013 req-33521af9-09e4-433a-952d-b8a66e91280e tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=635ee3bb-dc82-4d25-95fc-ef55d01f0705 HTTP/1.1" status: 200 len: 946 time: 0.0490766 Dec 16 15:52:32.264609 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-dd0b0718-2083-4ec8-9dfd-6212da1f5013 req-f00fb3d4-a1c6-472b-bda3-8ff8bf19a641 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa550b95-a5a8-4f5d-a4f5-4ed50b4fc6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435631 Dec 16 15:52:32.387508 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60de8fe0-e3fe-4df5-ac91-de2dc903c27b req-6379b944-e6a1-420d-953c-9443ae7c9f0b tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:32.388981 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-60de8fe0-e3fe-4df5-ac91-de2dc903c27b req-6379b944-e6a1-420d-953c-9443ae7c9f0b tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=635ee3bb-dc82-4d25-95fc-ef55d01f0705 HTTP/1.1" status: 200 len: 946 time: 0.0526736 Dec 16 15:52:32.397629 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 42406) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:32.402265 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.v2.base [None req-5fe8352d-b743-4dc0-becd-ce92ade3eb5b tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Request body: {'floatingip': {'port_id': 'd48abd91-ed3c-4f04-8767-5e6f0211d6fe'}} {{(pid=108905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:52:32.470564 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-5fe8352d-b743-4dc0-becd-ce92ade3eb5b tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks [] for floatingip, before_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:33.011107 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.agents_db [None req-3e981004-2469-4169-a15f-e329d1e51356 None None] Agent healthcheck: found 6 active agents {{(pid=108907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:52:33.068092 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-5fe8352d-b743-4dc0-becd-ce92ade3eb5b tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:33.072594 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-5fe8352d-b743-4dc0-becd-ce92ade3eb5b tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874419'] for floatingip, after_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:33.170480 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.db.l3_db [None req-5fe8352d-b743-4dc0-becd-ce92ade3eb5b tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Floating IP 60017dce-e114-4f49-a5fb-602cc97ffabb associated. External IP: 172.27.1.233, port: d48abd91-ed3c-4f04-8767-5e6f0211d6fe. Dec 16 15:52:33.176314 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 42414) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:33.220476 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ccf5c9b-5cef-476b-aa7a-289f5c661d58 admin admin] Deleting subnet 88f5588a-7d5e-464e-8417-0dbed320e408 {{(pid=108904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:52:33.224002 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-9ccf5c9b-5cef-476b-aa7a-289f5c661d58 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:33.261390 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-9ccf5c9b-5cef-476b-aa7a-289f5c661d58 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4411844'] for subnet, precommit_delete_associations {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:33.298283 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-9ccf5c9b-5cef-476b-aa7a-289f5c661d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774085'] for subnet, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:33.351783 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-9ccf5c9b-5cef-476b-aa7a-289f5c661d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8060090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4504454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66823809'] for subnet, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:33.372776 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fe8352d-b743-4dc0-becd-ce92ade3eb5b tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Router afcb3ec5-edbc-47aa-8cd6-d33307178df8 has already been hosted by L3 agent 53beefa8-37d8-48bc-b6da-d824d56f81c3 {{(pid=108905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:52:33.376026 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccf5c9b-5cef-476b-aa7a-289f5c661d58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88f5588a-7d5e-464e-8417-0dbed320e408,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:33.381218 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-9ccf5c9b-5cef-476b-aa7a-289f5c661d58 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:33.384782 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-9ccf5c9b-5cef-476b-aa7a-289f5c661d58 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/88f5588a-7d5e-464e-8417-0dbed320e408 HTTP/1.1" status: 204 len: 168 time: 0.2074292 Dec 16 15:52:33.387453 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 42416) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:33.453228 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-7a3cb9ec-60e1-4ef1-866a-fe117d6ae423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726507'] for network, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:33.479336 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe8352d-b743-4dc0-becd-ce92ade3eb5b tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Notify agent at l3_agent.dv-cinder-784477-11-iscsi the message routers_updated {{(pid=108905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:52:33.483720 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-5fe8352d-b743-4dc0-becd-ce92ade3eb5b tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294'] for floatingip, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:33.491782 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea774430-83be-4f14-a793-06396634c51f None None] Sync routers for ids ['afcb3ec5-edbc-47aa-8cd6-d33307178df8'] in dv-cinder-784477-11-iscsi {{(pid=108906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:52:33.509265 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea774430-83be-4f14-a793-06396634c51f None None] Routers {'afcb3ec5-edbc-47aa-8cd6-d33307178df8'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:52:33.510162 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-ea774430-83be-4f14-a793-06396634c51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:52:09Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['afcb3ec5-edbc-47aa-8cd6-d33307178df8'], 'active': True} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:52:33.515532 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-5fe8352d-b743-4dc0-becd-ce92ade3eb5b tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "PUT /v2.0/floatingips/60017dce-e114-4f49-a5fb-602cc97ffabb HTTP/1.1" status: 200 len: 992 time: 1.1143255 Dec 16 15:52:33.515532 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '635ee3bb-dc82-4d25-95fc-ef55d01f0705', 'tag': 'd48abd91-ed3c-4f04-8767-5e6f0211d6fe'}] {{(pid=108905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:52:33.516274 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6427484bab23da45c698b4d929e4ad3874a49078d57181539d46633581fe494" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b3f4ba7-2981-4f58-9f3f-adec1c7b2135" -d '{"events": [{"name": "network-changed", "server_uuid": "635ee3bb-dc82-4d25-95fc-ef55d01f0705", "tag": "d48abd91-ed3c-4f04-8767-5e6f0211d6fe"}]}' {{(pid=108905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:52:33.538287 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-7a3cb9ec-60e1-4ef1-866a-fe117d6ae423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771154', 'neutron.services.segments.db._delete_segments_for_network-8739692305794'] for network, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:33.563550 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.services.segments.db [None req-7a3cb9ec-60e1-4ef1-866a-fe117d6ae423 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eff1aea5-661c-4e32-824f-eec13ded2085']}} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:52:33.564346 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14db8500-2c97-4e54-9e71-0ee335660519 x-openstack-request-id: req-14db8500-2c97-4e54-9e71-0ee335660519 {{(pid=108905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:52:33.564793 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "635ee3bb-dc82-4d25-95fc-ef55d01f0705", "tag": "d48abd91-ed3c-4f04-8767-5e6f0211d6fe", "status": "completed", "code": 200}]} {{(pid=108905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:52:33.565516 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-14db8500-2c97-4e54-9e71-0ee335660519 {{(pid=108905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:52:33.565736 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '635ee3bb-dc82-4d25-95fc-ef55d01f0705', 'tag': 'd48abd91-ed3c-4f04-8767-5e6f0211d6fe', 'status': 'completed', 'code': 200} Dec 16 15:52:33.573067 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.services.segments.db [None req-7a3cb9ec-60e1-4ef1-866a-fe117d6ae423 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47c0fe21-ae78-4415-b99a-497d56d95faf') {'for_net_delete': True} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:52:33.573387 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.services.segments.db [None req-7a3cb9ec-60e1-4ef1-866a-fe117d6ae423 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47c0fe21-ae78-4415-b99a-497d56d95faf') {} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:52:33.582786 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-7a3cb9ec-60e1-4ef1-866a-fe117d6ae423 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739692307083', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4411711'] for segment, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:33.596854 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-7a3cb9ec-60e1-4ef1-866a-fe117d6ae423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772428'] for segment, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:33.603542 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a3cb9ec-60e1-4ef1-866a-fe117d6ae423 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=108904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:52:33.603861 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-7a3cb9ec-60e1-4ef1-866a-fe117d6ae423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4504556'] for segment, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:33.605626 dv-cinder-784477-11-iscsi neutron-server[108904]: Traceback (most recent call last): Dec 16 15:52:33.605626 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:52:33.605626 dv-cinder-784477-11-iscsi neutron-server[108904]: timer() Dec 16 15:52:33.605626 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:52:33.605626 dv-cinder-784477-11-iscsi neutron-server[108904]: cb(*args, **kw) Dec 16 15:52:33.605626 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:52:33.605626 dv-cinder-784477-11-iscsi neutron-server[108904]: return func(*args, **kwargs) Dec 16 15:52:33.605626 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:52:33.605626 dv-cinder-784477-11-iscsi neutron-server[108904]: self._notify() Dec 16 15:52:33.605626 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:52:33.605626 dv-cinder-784477-11-iscsi neutron-server[108904]: self.callback(batched_events) Dec 16 15:52:33.605626 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:52:33.605626 dv-cinder-784477-11-iscsi neutron-server[108904]: event.method(event) Dec 16 15:52:33.605626 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:52:33.605626 dv-cinder-784477-11-iscsi neutron-server[108904]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:52:33.605626 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:52:33.605626 dv-cinder-784477-11-iscsi neutron-server[108904]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:52:33.605626 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:52:33.605626 dv-cinder-784477-11-iscsi neutron-server[108904]: return f(self, *a, **k) Dec 16 15:52:33.605626 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:52:33.605626 dv-cinder-784477-11-iscsi neutron-server[108904]: return self._get(url).json() Dec 16 15:52:33.605626 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:52:33.605626 dv-cinder-784477-11-iscsi neutron-server[108904]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:52:33.605626 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:52:33.605626 dv-cinder-784477-11-iscsi neutron-server[108904]: return self.request(url, 'GET', **kwargs) Dec 16 15:52:33.605626 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:52:33.605626 dv-cinder-784477-11-iscsi neutron-server[108904]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:52:33.605626 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:52:33.605626 dv-cinder-784477-11-iscsi neutron-server[108904]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:52:33.605626 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:52:33.605626 dv-cinder-784477-11-iscsi neutron-server[108904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:52:33.605626 dv-cinder-784477-11-iscsi neutron-server[108904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:52:33.645875 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvr_db [None req-ea774430-83be-4f14-a793-06396634c51f None None] Set router afcb3ec5-edbc-47aa-8cd6-d33307178df8 gateway port host: dv-cinder-784477-11-iscsi {{(pid=108906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:52:33.650509 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f4ba7-2981-4f58-9f3f-adec1c7b2135 req-3970722f-ce98-4b8e-85e8-f954678018ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:33.652248 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-1b3f4ba7-2981-4f58-9f3f-adec1c7b2135 req-3970722f-ce98-4b8e-85e8-f954678018ce service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=66fbf45043974460803db71f1750aacc&device_id=635ee3bb-dc82-4d25-95fc-ef55d01f0705 HTTP/1.1" status: 200 len: 1099 time: 0.0434768 Dec 16 15:52:33.669538 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-7a3cb9ec-60e1-4ef1-866a-fe117d6ae423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8007001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874401'] for network, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:33.685711 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-7a3cb9ec-60e1-4ef1-866a-fe117d6ae423 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7902797'] for network, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:33.691642 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-7a3cb9ec-60e1-4ef1-866a-fe117d6ae423 admin admin] 10.222.0.31 "DELETE /v2.0/networks/eff1aea5-661c-4e32-824f-eec13ded2085 HTTP/1.1" status: 204 len: 168 time: 0.3007507 Dec 16 15:52:33.691642 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3cb9ec-60e1-4ef1-866a-fe117d6ae423 admin admin] Pushing event deleted for resources: {'Network': ['ID=eff1aea5-661c-4e32-824f-eec13ded2085,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:33.748645 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f4ba7-2981-4f58-9f3f-adec1c7b2135 req-4ee8aa42-a86d-496c-bb77-9cba6f5dbb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:33.750207 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-1b3f4ba7-2981-4f58-9f3f-adec1c7b2135 req-4ee8aa42-a86d-496c-bb77-9cba6f5dbb97 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d7f36349-73c7-464a-bf62-5f09a6e738d6 HTTP/1.1" status: 200 len: 918 time: 0.0907128 Dec 16 15:52:33.832771 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-1b3f4ba7-2981-4f58-9f3f-adec1c7b2135 req-cd92b123-beaf-44f7-99ce-732d137c0696 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d48abd91-ed3c-4f04-8767-5e6f0211d6fe HTTP/1.1" status: 200 len: 1000 time: 0.0742013 Dec 16 15:52:33.888888 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 42428) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:33.900812 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-ea774430-83be-4f14-a793-06396634c51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afcb3ec5-edbc-47aa-8cd6-d33307178df8', 'name': 'tempest-AttachVolumeShelveTestJSON-1901300958-router', 'tenant_id': '66fbf45043974460803db71f1750aacc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fcbf830d-979b-458b-87b3-18b99eaf93c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:52:09Z', 'updated_at': '2021-12-16T15:52:13Z', 'revision_number': 4, 'project_id': '66fbf45043974460803db71f1750aacc', 'gw_port': {'id': 'fcbf830d-979b-458b-87b3-18b99eaf93c8', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:41:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcb3ec5-edbc-47aa-8cd6-d33307178df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:52:09Z', 'updated_at': '2021-12-16T15:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_floatingips': [{'id': '60017dce-e114-4f49-a5fb-602cc97ffabb', 'tenant_id': '66fbf45043974460803db71f1750aacc', 'floating_ip_address': '172.27.1.233', 'floating_network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'router_id': 'afcb3ec5-edbc-47aa-8cd6-d33307178df8', 'port_id': 'd48abd91-ed3c-4f04-8767-5e6f0211d6fe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f36349-73c7-464a-bf62-5f09a6e738d6', 'mac_address': 'fa:16:3e:31:8d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635ee3bb-dc82-4d25-95fc-ef55d01f0705', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:52:18Z', 'updated_at': '2021-12-16T15:52:32Z', 'revision_number': 1, 'project_id': '66fbf45043974460803db71f1750aacc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67ddacab-1bd5-40e9-8860-e1b870acaef9', 'name': '', 'network_id': 'd7f36349-73c7-464a-bf62-5f09a6e738d6', 'tenant_id': '66fbf45043974460803db71f1750aacc', 'mac_address': 'fa:16:3e:11:99:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcb3ec5-edbc-47aa-8cd6-d33307178df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'd74c3a7c-65e1-4354-b26d-40ed68846b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:52:12Z', 'updated_at': '2021-12-16T15:52:21Z', 'revision_number': 5, 'project_id': '66fbf45043974460803db71f1750aacc', 'subnets': [{'id': 'd74c3a7c-65e1-4354-b26d-40ed68846b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:52:33.910735 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f4ba7-2981-4f58-9f3f-adec1c7b2135 req-b3feb6d2-8a96-481b-b1b1-410157113c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:33.912343 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-1b3f4ba7-2981-4f58-9f3f-adec1c7b2135 req-b3feb6d2-8a96-481b-b1b1-410157113c55 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d74c3a7c-65e1-4354-b26d-40ed68846b85 HTTP/1.1" status: 200 len: 856 time: 0.0719841 Dec 16 15:52:33.928756 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea774430-83be-4f14-a793-06396634c51f None None] Checking router: afcb3ec5-edbc-47aa-8cd6-d33307178df8 for host: dv-cinder-784477-11-iscsi {{(pid=108906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:52:33.937678 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea774430-83be-4f14-a793-06396634c51f None None] Routers {'afcb3ec5-edbc-47aa-8cd6-d33307178df8'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:52:33.938303 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-ea774430-83be-4f14-a793-06396634c51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:52:09Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['afcb3ec5-edbc-47aa-8cd6-d33307178df8'], 'active': True} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:52:33.962004 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-3dc0b9dc-41e0-4c5e-b2b6-a45607d00aee admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a7aae25eb2ad4219aff78b5f9150925f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0709589 Dec 16 15:52:33.963584 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 42434) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:33.997521 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f4ba7-2981-4f58-9f3f-adec1c7b2135 req-02a08dad-ac5e-4bef-8f8a-892ac3145f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:33.998996 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-1b3f4ba7-2981-4f58-9f3f-adec1c7b2135 req-02a08dad-ac5e-4bef-8f8a-892ac3145f18 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d7f36349-73c7-464a-bf62-5f09a6e738d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0764580 Dec 16 15:52:34.051088 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvr_db [None req-ea774430-83be-4f14-a793-06396634c51f None None] Set router afcb3ec5-edbc-47aa-8cd6-d33307178df8 gateway port host: dv-cinder-784477-11-iscsi {{(pid=108906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:52:34.094135 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-4ec1514f-827b-42e7-bda3-f1c23475ab37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:34.124995 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-4ec1514f-827b-42e7-bda3-f1c23475ab37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:34.173310 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-1b3f4ba7-2981-4f58-9f3f-adec1c7b2135 req-5f67c084-ef22-4db3-9869-e248e7a845a6 service neutron] 10.222.0.66 "GET /v2.0/networks/d7f36349-73c7-464a-bf62-5f09a6e738d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627438 Dec 16 15:52:34.236760 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-4ec1514f-827b-42e7-bda3-f1c23475ab37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:34.239740 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-4ec1514f-827b-42e7-bda3-f1c23475ab37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:34.241060 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-4ec1514f-827b-42e7-bda3-f1c23475ab37 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/390a8b13-4faa-4f09-8183-1d64aeed1bbf HTTP/1.1" status: 204 len: 168 time: 0.2765019 Dec 16 15:52:34.259512 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec1514f-827b-42e7-bda3-f1c23475ab37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=390a8b13-4faa-4f09-8183-1d64aeed1bbf,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:34.300260 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-1b3f4ba7-2981-4f58-9f3f-adec1c7b2135 req-66074b89-0d80-4613-90f1-d26624623f8b service neutron] 10.222.0.66 "GET /v2.0/networks/d7f36349-73c7-464a-bf62-5f09a6e738d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178672 Dec 16 15:52:34.309963 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-ea774430-83be-4f14-a793-06396634c51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afcb3ec5-edbc-47aa-8cd6-d33307178df8', 'name': 'tempest-AttachVolumeShelveTestJSON-1901300958-router', 'tenant_id': '66fbf45043974460803db71f1750aacc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fcbf830d-979b-458b-87b3-18b99eaf93c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:52:09Z', 'updated_at': '2021-12-16T15:52:13Z', 'revision_number': 4, 'project_id': '66fbf45043974460803db71f1750aacc', 'gw_port': {'id': 'fcbf830d-979b-458b-87b3-18b99eaf93c8', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:41:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcb3ec5-edbc-47aa-8cd6-d33307178df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:52:09Z', 'updated_at': '2021-12-16T15:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_floatingips': [{'id': '60017dce-e114-4f49-a5fb-602cc97ffabb', 'tenant_id': '66fbf45043974460803db71f1750aacc', 'floating_ip_address': '172.27.1.233', 'floating_network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'router_id': 'afcb3ec5-edbc-47aa-8cd6-d33307178df8', 'port_id': 'd48abd91-ed3c-4f04-8767-5e6f0211d6fe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f36349-73c7-464a-bf62-5f09a6e738d6', 'mac_address': 'fa:16:3e:31:8d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635ee3bb-dc82-4d25-95fc-ef55d01f0705', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:52:18Z', 'updated_at': '2021-12-16T15:52:32Z', 'revision_number': 1, 'project_id': '66fbf45043974460803db71f1750aacc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67ddacab-1bd5-40e9-8860-e1b870acaef9', 'name': '', 'network_id': 'd7f36349-73c7-464a-bf62-5f09a6e738d6', 'tenant_id': '66fbf45043974460803db71f1750aacc', 'mac_address': 'fa:16:3e:11:99:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcb3ec5-edbc-47aa-8cd6-d33307178df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'd74c3a7c-65e1-4354-b26d-40ed68846b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:52:12Z', 'updated_at': '2021-12-16T15:52:21Z', 'revision_number': 5, 'project_id': '66fbf45043974460803db71f1750aacc', 'subnets': [{'id': 'd74c3a7c-65e1-4354-b26d-40ed68846b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:52:34.339179 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea774430-83be-4f14-a793-06396634c51f None None] The sync data for ids ['afcb3ec5-edbc-47aa-8cd6-d33307178df8'] in dv-cinder-784477-11-iscsi is: [{'id': 'afcb3ec5-edbc-47aa-8cd6-d33307178df8', 'name': 'tempest-AttachVolumeShelveTestJSON-1901300958-router', 'tenant_id': '66fbf45043974460803db71f1750aacc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fcbf830d-979b-458b-87b3-18b99eaf93c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:52:09Z', 'updated_at': '2021-12-16T15:52:13Z', 'revision_number': 4, 'project_id': '66fbf45043974460803db71f1750aacc', 'gw_port': {'id': 'fcbf830d-979b-458b-87b3-18b99eaf93c8', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:41:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcb3ec5-edbc-47aa-8cd6-d33307178df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:52:09Z', 'updated_at': '2021-12-16T15:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_floatingips': [{'id': '60017dce-e114-4f49-a5fb-602cc97ffabb', 'tenant_id': '66fbf45043974460803db71f1750aacc', 'floating_ip_address': '172.27.1.233', 'floating_network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'router_id': 'afcb3ec5-edbc-47aa-8cd6-d33307178df8', 'port_id': 'd48abd91-ed3c-4f04-8767-5e6f0211d6fe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f36349-73c7-464a-bf62-5f09a6e738d6', 'mac_address': 'fa:16:3e:31:8d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635ee3bb-dc82-4d25-95fc-ef55d01f0705', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:52:18Z', 'updated_at': '2021-12-16T15:52:32Z', 'revision_number': 1, 'project_id': '66fbf45043974460803db71f1750aacc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67ddacab-1bd5-40e9-8860-e1b870acaef9', 'name': '', 'network_id': 'd7f36349-73c7-464a-bf62-5f09a6e738d6', 'tenant_id': '66fbf45043974460803db71f1750aacc', 'mac_address': 'fa:16:3e:11:99:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcb3ec5-edbc-47aa-8cd6-d33307178df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'd74c3a7c-65e1-4354-b26d-40ed68846b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:52:12Z', 'updated_at': '2021-12-16T15:52:21Z', 'revision_number': 5, 'project_id': '66fbf45043974460803db71f1750aacc', 'subnets': [{'id': 'd74c3a7c-65e1-4354-b26d-40ed68846b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:52:34.576491 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7af740-e06d-4331-9d5e-31109d3dd76d None None] New status for floating IP 60017dce-e114-4f49-a5fb-602cc97ffabb: ACTIVE {{(pid=108907) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 15:52:36.626803 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-567ecb7a-4102-406a-b6d4-3cedccaa960c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:38.866635 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-e0bb980d-3d7e-489c-bdd7-91e566cf13a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:39.036717 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 42604) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:39.100926 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b725e22e-ffa7-4001-bacc-6495ebbdac56 req-e52dfebf-69b5-4dda-a6f2-22756d005bce tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:39.102687 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-b725e22e-ffa7-4001-bacc-6495ebbdac56 req-e52dfebf-69b5-4dda-a6f2-22756d005bce tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=29bba044-2e01-44b1-bb03-0f367846a5f0 HTTP/1.1" status: 200 len: 946 time: 0.0787170 Dec 16 15:52:39.151615 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-b725e22e-ffa7-4001-bacc-6495ebbdac56 req-69c2d171-645f-46d9-b2d0-a665f2729c0b tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f111158e-b0d3-4bc9-b508-9088a16d8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421689 Dec 16 15:52:39.178872 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-7e051aba-58f1-47e0-900e-06a5b6ffd2dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:39.253244 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-7e051aba-58f1-47e0-900e-06a5b6ffd2dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:39.259200 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-7e051aba-58f1-47e0-900e-06a5b6ffd2dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:39.297251 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-7e051aba-58f1-47e0-900e-06a5b6ffd2dd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6bb1bc750ced4ca787b012c5eb1a0081&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2580748 Dec 16 15:52:39.298101 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e051aba-58f1-47e0-900e-06a5b6ffd2dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8543ca81-0bcf-4196-b84b-6ebeff38e32c,revision_number=1']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:39.300205 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 42608) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:39.351802 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-6e5456e7-2a7c-4ee6-8b65-953974e2ffbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:39.374708 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-6e5456e7-2a7c-4ee6-8b65-953974e2ffbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:39.428104 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-6e5456e7-2a7c-4ee6-8b65-953974e2ffbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:39.430868 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-6e5456e7-2a7c-4ee6-8b65-953974e2ffbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:39.432035 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-6e5456e7-2a7c-4ee6-8b65-953974e2ffbb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8543ca81-0bcf-4196-b84b-6ebeff38e32c HTTP/1.1" status: 204 len: 168 time: 0.1307635 Dec 16 15:52:39.439905 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5456e7-2a7c-4ee6-8b65-953974e2ffbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8543ca81-0bcf-4196-b84b-6ebeff38e32c,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:39.722572 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 42616) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:39.736235 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-d3174fd8-272e-41c6-91e5-8923f8061cca admin admin] Publish callbacks [] for security_group, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:39.809849 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-d3174fd8-272e-41c6-91e5-8923f8061cca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:39.815482 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-d3174fd8-272e-41c6-91e5-8923f8061cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:39.854951 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3174fd8-272e-41c6-91e5-8923f8061cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3ede4f-019f-4385-815a-52fff64acdd9,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:39.859187 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-d3174fd8-272e-41c6-91e5-8923f8061cca admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b317518f8be84f3ba7166eadbd1a3290&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1352630 Dec 16 15:52:39.862052 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 42618) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:39.909575 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-f5741a85-ab27-4628-9bf1-39ab2dbb9913 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:39.931771 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-f5741a85-ab27-4628-9bf1-39ab2dbb9913 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:39.980008 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-f5741a85-ab27-4628-9bf1-39ab2dbb9913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:39.982664 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-f5741a85-ab27-4628-9bf1-39ab2dbb9913 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:39.983876 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-f5741a85-ab27-4628-9bf1-39ab2dbb9913 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5b3ede4f-019f-4385-815a-52fff64acdd9 HTTP/1.1" status: 204 len: 168 time: 0.1209388 Dec 16 15:52:39.991508 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5741a85-ab27-4628-9bf1-39ab2dbb9913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3ede4f-019f-4385-815a-52fff64acdd9,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:40.266711 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc6be02-cefa-40ea-a797-071153121687 req-7c692ee7-41fe-4301-930a-f65bc9689d49 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:40.268242 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-bfc6be02-cefa-40ea-a797-071153121687 req-7c692ee7-41fe-4301-930a-f65bc9689d49 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=29bba044-2e01-44b1-bb03-0f367846a5f0 HTTP/1.1" status: 200 len: 946 time: 0.0484552 Dec 16 15:52:40.319039 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-bfc6be02-cefa-40ea-a797-071153121687 req-6040fa0a-a833-414a-a9c3-7e612dd9fcae tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f111158e-b0d3-4bc9-b508-9088a16d8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443318 Dec 16 15:52:40.321904 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 42628) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:40.334223 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-0f576ee6-20fc-4d4f-9e9c-ad60e6774145 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:40.419248 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-0f576ee6-20fc-4d4f-9e9c-ad60e6774145 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:40.425386 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-0f576ee6-20fc-4d4f-9e9c-ad60e6774145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:40.462141 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-0f576ee6-20fc-4d4f-9e9c-ad60e6774145 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4181c5c78de74ece81d1bacd135e0d24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1392381 Dec 16 15:52:40.462977 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f576ee6-20fc-4d4f-9e9c-ad60e6774145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1db321f1-c809-441d-8639-bddce7df6d9b,revision_number=1']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:40.465016 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 42630) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:40.499388 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-223b144f-a2e3-43d1-9ee0-793d55a0ef66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:40.518759 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-2e093aae-a083-4cfb-b401-0fb6004ed5a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:40.539394 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-2e093aae-a083-4cfb-b401-0fb6004ed5a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:40.587220 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-2e093aae-a083-4cfb-b401-0fb6004ed5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:40.589688 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-2e093aae-a083-4cfb-b401-0fb6004ed5a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:40.590835 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-2e093aae-a083-4cfb-b401-0fb6004ed5a2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1db321f1-c809-441d-8639-bddce7df6d9b HTTP/1.1" status: 204 len: 168 time: 0.1224396 Dec 16 15:52:40.599962 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e093aae-a083-4cfb-b401-0fb6004ed5a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db321f1-c809-441d-8639-bddce7df6d9b,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:41.277587 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-e6a1afc6-ab61-4c06-9aae-8bc4c5fea8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:41.437106 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ac2be-f9b8-4f4b-9f49-7d7467d49dcc req-1dd5d990-0c5f-4bd2-8816-90f9d9fc32e9 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:41.438638 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-957ac2be-f9b8-4f4b-9f49-7d7467d49dcc req-1dd5d990-0c5f-4bd2-8816-90f9d9fc32e9 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=29bba044-2e01-44b1-bb03-0f367846a5f0 HTTP/1.1" status: 200 len: 946 time: 0.0493634 Dec 16 15:52:41.488003 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-957ac2be-f9b8-4f4b-9f49-7d7467d49dcc req-4a1794b7-75b2-464a-b2dd-8ca9846dc5d3 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f111158e-b0d3-4bc9-b508-9088a16d8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427899 Dec 16 15:52:42.758719 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:42.854058 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd2c53f-f74e-42b8-bb66-710225090341 req-6cdd1b18-e16d-4740-8905-e92f95ab8c15 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:42.855713 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-9dd2c53f-f74e-42b8-bb66-710225090341 req-6cdd1b18-e16d-4740-8905-e92f95ab8c15 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=29bba044-2e01-44b1-bb03-0f367846a5f0 HTTP/1.1" status: 200 len: 946 time: 0.2999113 Dec 16 15:52:42.909244 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-9dd2c53f-f74e-42b8-bb66-710225090341 req-709de302-1126-4d6d-aa2d-882f0efae734 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f111158e-b0d3-4bc9-b508-9088a16d8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465381 Dec 16 15:52:44.026529 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ebe98-45c4-4a18-b5b1-ffdcb7001862 req-2940f82c-fd61-4405-8368-3d26119a174c tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:44.028032 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-9d1ebe98-45c4-4a18-b5b1-ffdcb7001862 req-2940f82c-fd61-4405-8368-3d26119a174c tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=29bba044-2e01-44b1-bb03-0f367846a5f0 HTTP/1.1" status: 200 len: 946 time: 0.0478048 Dec 16 15:52:44.094529 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-9d1ebe98-45c4-4a18-b5b1-ffdcb7001862 req-037e0ab3-4531-4e8b-be0e-03ee4712cb14 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f111158e-b0d3-4bc9-b508-9088a16d8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598011 Dec 16 15:52:44.211523 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 42696) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:44.324065 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-d7f92def-88a3-43ca-b6bc-f29274d399c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:44.400959 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-d7f92def-88a3-43ca-b6bc-f29274d399c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:44.408118 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-d7f92def-88a3-43ca-b6bc-f29274d399c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:44.449824 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-d7f92def-88a3-43ca-b6bc-f29274d399c9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a0614820ae68489e892df9a17a347f10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2372079 Dec 16 15:52:44.450664 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f92def-88a3-43ca-b6bc-f29274d399c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e6f34a-d75d-4e5f-95cc-e8fb17a03a13,revision_number=1']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:44.452748 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 42700) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:44.508623 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-12fa86a1-703c-4f41-a7f7-d88e8b229fbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:44.530448 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-12fa86a1-703c-4f41-a7f7-d88e8b229fbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:44.579520 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-12fa86a1-703c-4f41-a7f7-d88e8b229fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:44.582409 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-12fa86a1-703c-4f41-a7f7-d88e8b229fbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:44.583575 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-12fa86a1-703c-4f41-a7f7-d88e8b229fbb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/04e6f34a-d75d-4e5f-95cc-e8fb17a03a13 HTTP/1.1" status: 204 len: 168 time: 0.1287830 Dec 16 15:52:44.594175 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fa86a1-703c-4f41-a7f7-d88e8b229fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e6f34a-d75d-4e5f-95cc-e8fb17a03a13,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:45.211499 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2701a7fd-d28c-48a2-a39c-5812aa21d59d req-3c9dd0eb-3319-4ca8-85e9-6a1baf5b9e61 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:45.212980 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-2701a7fd-d28c-48a2-a39c-5812aa21d59d req-3c9dd0eb-3319-4ca8-85e9-6a1baf5b9e61 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=29bba044-2e01-44b1-bb03-0f367846a5f0 HTTP/1.1" status: 200 len: 946 time: 0.0525770 Dec 16 15:52:45.264967 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-2701a7fd-d28c-48a2-a39c-5812aa21d59d req-d70e8969-61c8-42eb-9adb-309495120b5e tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f111158e-b0d3-4bc9-b508-9088a16d8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446911 Dec 16 15:52:46.394488 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babc923e-053c-4b3b-903a-1e31d2e731a4 req-1141395d-c544-4223-a966-410bf352f6db tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:46.396024 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-babc923e-053c-4b3b-903a-1e31d2e731a4 req-1141395d-c544-4223-a966-410bf352f6db tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=29bba044-2e01-44b1-bb03-0f367846a5f0 HTTP/1.1" status: 200 len: 946 time: 0.0554981 Dec 16 15:52:46.442897 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-babc923e-053c-4b3b-903a-1e31d2e731a4 req-29a80d13-c480-4489-b1b0-114e78dc10c5 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f111158e-b0d3-4bc9-b508-9088a16d8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407305 Dec 16 15:52:46.778834 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543d74bc-b733-4d36-be18-03da09674faf req-63194b2c-788e-4949-a989-c3770dc97d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:46.780362 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-543d74bc-b733-4d36-be18-03da09674faf req-63194b2c-788e-4949-a989-c3770dc97d06 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a82af4eab10342ddbdddd09e11579c36&device_id=29bba044-2e01-44b1-bb03-0f367846a5f0 HTTP/1.1" status: 200 len: 1099 time: 0.0476019 Dec 16 15:52:46.893755 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543d74bc-b733-4d36-be18-03da09674faf req-45cfba14-87da-4425-a862-5b4129ffbbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:46.895393 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-543d74bc-b733-4d36-be18-03da09674faf req-45cfba14-87da-4425-a862-5b4129ffbbce service neutron] 10.222.0.66 "GET /v2.0/networks?id=995ae86b-522a-475e-97b2-0044dee2628f HTTP/1.1" status: 200 len: 911 time: 0.0932720 Dec 16 15:52:46.973557 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-543d74bc-b733-4d36-be18-03da09674faf req-f867b027-5273-48be-9e41-34d95060127c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b9973de-48e3-4cb5-a15d-7bd646981f14 HTTP/1.1" status: 200 len: 1001 time: 0.0638931 Dec 16 15:52:47.031049 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543d74bc-b733-4d36-be18-03da09674faf req-2ef689ab-7b76-4202-9ca3-1e244698d3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:47.032726 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-543d74bc-b733-4d36-be18-03da09674faf req-2ef689ab-7b76-4202-9ca3-1e244698d3f2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5963245f-298c-4a64-a4bf-7727c7e9fe74 HTTP/1.1" status: 200 len: 849 time: 0.0451140 Dec 16 15:52:47.088530 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543d74bc-b733-4d36-be18-03da09674faf req-f2a11f7a-881e-4f11-84fe-239f7f5ea574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:47.090131 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-543d74bc-b733-4d36-be18-03da09674faf req-f2a11f7a-881e-4f11-84fe-239f7f5ea574 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=995ae86b-522a-475e-97b2-0044dee2628f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0427897 Dec 16 15:52:47.186604 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-543d74bc-b733-4d36-be18-03da09674faf req-522a4cee-92cf-4ba0-916b-4668d1afd735 service neutron] 10.222.0.66 "GET /v2.0/networks/995ae86b-522a-475e-97b2-0044dee2628f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854797 Dec 16 15:52:47.277579 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-543d74bc-b733-4d36-be18-03da09674faf req-9a6f34b1-0490-40c8-b8f7-68c247d6b9d4 service neutron] 10.222.0.66 "GET /v2.0/networks/995ae86b-522a-475e-97b2-0044dee2628f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814924 Dec 16 15:52:47.563787 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895c5838-c737-4fc8-9a23-785fa001d009 req-1f00f2a3-cd3e-493a-b0b2-3431096788d3 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:47.565188 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-895c5838-c737-4fc8-9a23-785fa001d009 req-1f00f2a3-cd3e-493a-b0b2-3431096788d3 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=29bba044-2e01-44b1-bb03-0f367846a5f0 HTTP/1.1" status: 200 len: 946 time: 0.0518343 Dec 16 15:52:47.621946 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-895c5838-c737-4fc8-9a23-785fa001d009 req-5b9d9f41-d4e4-4c71-a7ab-36484611434f tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f111158e-b0d3-4bc9-b508-9088a16d8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483308 Dec 16 15:52:48.745117 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17103a19-0eeb-449f-8b00-38f84a3b4a46 req-4bcc8dc3-e65e-444f-bbff-f7888c2dbf13 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:48.746756 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-17103a19-0eeb-449f-8b00-38f84a3b4a46 req-4bcc8dc3-e65e-444f-bbff-f7888c2dbf13 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=29bba044-2e01-44b1-bb03-0f367846a5f0 HTTP/1.1" status: 200 len: 946 time: 0.0496593 Dec 16 15:52:48.794304 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:48.802696 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-17103a19-0eeb-449f-8b00-38f84a3b4a46 req-28e0625b-6635-481a-89bc-1bc83552d71a tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f111158e-b0d3-4bc9-b508-9088a16d8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464504 Dec 16 15:52:49.916823 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6707c412-daf7-417e-94f1-e207851a320b req-33191cb1-af8d-4dfc-8fd5-cb7cb6df7d12 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:49.918302 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-6707c412-daf7-417e-94f1-e207851a320b req-33191cb1-af8d-4dfc-8fd5-cb7cb6df7d12 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=29bba044-2e01-44b1-bb03-0f367846a5f0 HTTP/1.1" status: 200 len: 946 time: 0.0489304 Dec 16 15:52:49.966250 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-6707c412-daf7-417e-94f1-e207851a320b req-0ade4c5a-022b-45ae-b1a0-6bdf282d6fff tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f111158e-b0d3-4bc9-b508-9088a16d8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409546 Dec 16 15:52:50.170616 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10beb69-b6b4-4cc8-86ce-8610ab234b1e req-a062db64-8033-41c8-9578-293ea6011aaa tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:50.172099 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-f10beb69-b6b4-4cc8-86ce-8610ab234b1e req-a062db64-8033-41c8-9578-293ea6011aaa tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=29bba044-2e01-44b1-bb03-0f367846a5f0 HTTP/1.1" status: 200 len: 946 time: 0.0526211 Dec 16 15:52:50.239924 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da8a76b-5c82-4c32-94dd-38fd42d24c02 req-e8a3d413-23c1-42d8-b3f4-4535afffbb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:50.241455 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-1da8a76b-5c82-4c32-94dd-38fd42d24c02 req-e8a3d413-23c1-42d8-b3f4-4535afffbb12 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a82af4eab10342ddbdddd09e11579c36&device_id=29bba044-2e01-44b1-bb03-0f367846a5f0 HTTP/1.1" status: 200 len: 1099 time: 0.0684781 Dec 16 15:52:50.245778 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-f10beb69-b6b4-4cc8-86ce-8610ab234b1e req-398ba574-46ab-4d3b-bab5-e904d4e6ea70 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f111158e-b0d3-4bc9-b508-9088a16d8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657008 Dec 16 15:52:50.343801 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da8a76b-5c82-4c32-94dd-38fd42d24c02 req-c8a04c39-7a09-4f46-9bae-0453d77fd38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:50.346121 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-1da8a76b-5c82-4c32-94dd-38fd42d24c02 req-c8a04c39-7a09-4f46-9bae-0453d77fd38c service neutron] 10.222.0.66 "GET /v2.0/networks?id=995ae86b-522a-475e-97b2-0044dee2628f HTTP/1.1" status: 200 len: 911 time: 0.0927081 Dec 16 15:52:50.414256 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-1da8a76b-5c82-4c32-94dd-38fd42d24c02 req-85327dd1-a74c-4d48-ba01-c0e3a6f1d263 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b9973de-48e3-4cb5-a15d-7bd646981f14 HTTP/1.1" status: 200 len: 1001 time: 0.0579331 Dec 16 15:52:50.467038 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da8a76b-5c82-4c32-94dd-38fd42d24c02 req-39855cf2-ea2a-4751-9ba3-2f0236707727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:50.468440 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-1da8a76b-5c82-4c32-94dd-38fd42d24c02 req-39855cf2-ea2a-4751-9ba3-2f0236707727 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5963245f-298c-4a64-a4bf-7727c7e9fe74 HTTP/1.1" status: 200 len: 849 time: 0.0446155 Dec 16 15:52:50.528668 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da8a76b-5c82-4c32-94dd-38fd42d24c02 req-1141c891-4480-471c-b1f3-a2734b2beabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:50.530224 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-1da8a76b-5c82-4c32-94dd-38fd42d24c02 req-1141c891-4480-471c-b1f3-a2734b2beabe service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=995ae86b-522a-475e-97b2-0044dee2628f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0449042 Dec 16 15:52:50.623541 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-1da8a76b-5c82-4c32-94dd-38fd42d24c02 req-52615e0d-c5d2-4a34-8445-bf758f195c9d service neutron] 10.222.0.66 "GET /v2.0/networks/995ae86b-522a-475e-97b2-0044dee2628f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813344 Dec 16 15:52:50.723382 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-1da8a76b-5c82-4c32-94dd-38fd42d24c02 req-434c4d79-0a65-4a5a-bbaa-8c444af28b73 service neutron] 10.222.0.66 "GET /v2.0/networks/995ae86b-522a-475e-97b2-0044dee2628f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865881 Dec 16 15:52:51.376875 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c613ec2-59bb-40c6-9ad3-a681dca33836 req-3ecc4806-1e69-48f6-b60d-718661bccb2d tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:51.378465 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-1c613ec2-59bb-40c6-9ad3-a681dca33836 req-3ecc4806-1e69-48f6-b60d-718661bccb2d tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=29bba044-2e01-44b1-bb03-0f367846a5f0 HTTP/1.1" status: 200 len: 946 time: 0.0562916 Dec 16 15:52:51.424161 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-1c613ec2-59bb-40c6-9ad3-a681dca33836 req-0976feb8-d132-4d3a-85c4-ff76683745db tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f111158e-b0d3-4bc9-b508-9088a16d8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396419 Dec 16 15:52:52.548151 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c52fd2c-e0e4-4104-baa1-7debe56298b8 req-08edc7e2-e85f-4adb-b95f-daa5a2250fdd tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:52.549533 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-1c52fd2c-e0e4-4104-baa1-7debe56298b8 req-08edc7e2-e85f-4adb-b95f-daa5a2250fdd tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=29bba044-2e01-44b1-bb03-0f367846a5f0 HTTP/1.1" status: 200 len: 946 time: 0.0479872 Dec 16 15:52:52.600390 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-1c52fd2c-e0e4-4104-baa1-7debe56298b8 req-d1ed2d2f-21d9-40c8-83d1-7e91189b6cba tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f111158e-b0d3-4bc9-b508-9088a16d8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421638 Dec 16 15:53:06.335700 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 42862) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:06.450938 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-ca80d2df-a312-4ed0-be14-c55e85142902 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:06.524561 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-ca80d2df-a312-4ed0-be14-c55e85142902 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:06.529960 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-ca80d2df-a312-4ed0-be14-c55e85142902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:06.566859 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-ca80d2df-a312-4ed0-be14-c55e85142902 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ec838c46b17444d69cc8aec636ff76ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2300692 Dec 16 15:53:06.567682 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80d2df-a312-4ed0-be14-c55e85142902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4470a2-0a79-413b-a619-ee565c695250,revision_number=1']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:06.569870 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 42866) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:06.574994 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80d2df-a312-4ed0-be14-c55e85142902 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:53:06.575329 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80d2df-a312-4ed0-be14-c55e85142902 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:53:06.575666 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80d2df-a312-4ed0-be14-c55e85142902 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:53:06.575993 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80d2df-a312-4ed0-be14-c55e85142902 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:53:06.576384 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80d2df-a312-4ed0-be14-c55e85142902 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:53:06.576658 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80d2df-a312-4ed0-be14-c55e85142902 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:53:06.576963 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80d2df-a312-4ed0-be14-c55e85142902 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:53:06.577374 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80d2df-a312-4ed0-be14-c55e85142902 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:53:06.577736 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80d2df-a312-4ed0-be14-c55e85142902 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:53:06.578056 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80d2df-a312-4ed0-be14-c55e85142902 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:53:06.578371 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80d2df-a312-4ed0-be14-c55e85142902 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:53:06.578692 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80d2df-a312-4ed0-be14-c55e85142902 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:53:06.579013 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80d2df-a312-4ed0-be14-c55e85142902 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:53:06.618769 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-96bfefda-cdf4-45e9-bd09-c8dbea2a7291 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:06.631011 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-33754e8a-4d1b-43a3-8410-a4a622108a46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:06.642549 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-96bfefda-cdf4-45e9-bd09-c8dbea2a7291 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:06.696527 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-96bfefda-cdf4-45e9-bd09-c8dbea2a7291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:06.699256 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-96bfefda-cdf4-45e9-bd09-c8dbea2a7291 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:06.700399 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-96bfefda-cdf4-45e9-bd09-c8dbea2a7291 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dd4470a2-0a79-413b-a619-ee565c695250 HTTP/1.1" status: 204 len: 168 time: 0.1295161 Dec 16 15:53:06.707945 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bfefda-cdf4-45e9-bd09-c8dbea2a7291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4470a2-0a79-413b-a619-ee565c695250,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:06.715040 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bfefda-cdf4-45e9-bd09-c8dbea2a7291 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:53:06.715389 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bfefda-cdf4-45e9-bd09-c8dbea2a7291 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:53:06.715727 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bfefda-cdf4-45e9-bd09-c8dbea2a7291 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:53:06.716055 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bfefda-cdf4-45e9-bd09-c8dbea2a7291 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:53:06.716380 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bfefda-cdf4-45e9-bd09-c8dbea2a7291 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:53:06.716701 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bfefda-cdf4-45e9-bd09-c8dbea2a7291 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:53:06.717022 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bfefda-cdf4-45e9-bd09-c8dbea2a7291 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:53:06.717347 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bfefda-cdf4-45e9-bd09-c8dbea2a7291 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:53:06.717705 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bfefda-cdf4-45e9-bd09-c8dbea2a7291 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:53:06.718081 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bfefda-cdf4-45e9-bd09-c8dbea2a7291 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:53:06.718379 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bfefda-cdf4-45e9-bd09-c8dbea2a7291 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:53:06.718713 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bfefda-cdf4-45e9-bd09-c8dbea2a7291 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:53:06.719029 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bfefda-cdf4-45e9-bd09-c8dbea2a7291 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:53:07.358580 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 42890) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:07.470818 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.v2.base [None req-723a1657-cda2-48fa-8a05-8370f2d7b72d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2120230733-network', 'tenant_id': 'ebf339789c6548249d10a3fc90824375'}} {{(pid=108904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:53:07.498114 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723a1657-cda2-48fa-8a05-8370f2d7b72d admin admin] Made reservation on behalf of ebf339789c6548249d10a3fc90824375 for: {'network': 1} {{(pid=108904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:53:07.500623 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-723a1657-cda2-48fa-8a05-8370f2d7b72d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for network, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:07.509416 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-723a1657-cda2-48fa-8a05-8370f2d7b72d admin admin] Publish callbacks [] for security_group, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:07.584267 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-723a1657-cda2-48fa-8a05-8370f2d7b72d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:07.590006 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-723a1657-cda2-48fa-8a05-8370f2d7b72d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:07.613510 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-723a1657-cda2-48fa-8a05-8370f2d7b72d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=108904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:53:07.622958 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723a1657-cda2-48fa-8a05-8370f2d7b72d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=513c8a83-8b97-4104-b5b6-42f5c0e9be6c,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:07.627608 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-723a1657-cda2-48fa-8a05-8370f2d7b72d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772428'] for segment, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:07.627945 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.db.segments_db [None req-723a1657-cda2-48fa-8a05-8370f2d7b72d admin admin] Added segment 4e961bde-77e2-4798-b229-3f33142105e1 of type vlan for network 50d8a135-3436-4a59-8ee6-c5d9e712c029 Dec 16 15:53:07.666701 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-723a1657-cda2-48fa-8a05-8370f2d7b72d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739691820328'] for network, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:07.694314 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-723a1657-cda2-48fa-8a05-8370f2d7b72d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8007001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803'] for network, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:07.695195 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723a1657-cda2-48fa-8a05-8370f2d7b72d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:07.695805 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-723a1657-cda2-48fa-8a05-8370f2d7b72d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7902797'] for network, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:07.748220 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-723a1657-cda2-48fa-8a05-8370f2d7b72d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3885665 Dec 16 15:53:07.751598 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 42896) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:07.754753 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723a1657-cda2-48fa-8a05-8370f2d7b72d admin admin] Pushing event updated for resources: {'Network': ['ID=50d8a135-3436-4a59-8ee6-c5d9e712c029,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:07.756555 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.v2.base [None req-b73c659b-fda2-49ec-a2f9-01e68210cb7b admin admin] Request body: {'subnet': {'network_id': '50d8a135-3436-4a59-8ee6-c5d9e712c029', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2120230733-subnet', 'tenant_id': 'ebf339789c6548249d10a3fc90824375', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:53:07.765236 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Network 50d8a135-3436-4a59-8ee6-c5d9e712c029 details requested by agent ovs-agent-dv-cinder-784477-11-iscsi with host dv-cinder-784477-11-iscsi {{(pid=108906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:53:07.779332 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b73c659b-fda2-49ec-a2f9-01e68210cb7b admin admin] Made reservation on behalf of ebf339789c6548249d10a3fc90824375 for: {'subnet': 1} {{(pid=108905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:53:07.781675 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-b73c659b-fda2-49ec-a2f9-01e68210cb7b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4908194'] for subnet, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:07.942861 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-b73c659b-fda2-49ec-a2f9-01e68210cb7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8060090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5935172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4908220'] for subnet, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:07.995586 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73c659b-fda2-49ec-a2f9-01e68210cb7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e04c1a57-1515-4952-bf0a-e54a882b9711,revision_number=0']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:08.006342 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73c659b-fda2-49ec-a2f9-01e68210cb7b admin admin] Checking segment: {'id': '4e961bde-77e2-4798-b229-3f33142105e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '50d8a135-3436-4a59-8ee6-c5d9e712c029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:53:08.006719 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73c659b-fda2-49ec-a2f9-01e68210cb7b admin admin] Network hostable DHCP agents. Network: 50d8a135-3436-4a59-8ee6-c5d9e712c029, hostable agents: ['02e00dda-7193-4a71-a593-a2bdfaca617e'], hosted agents: [] {{(pid=108905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:53:08.025744 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73c659b-fda2-49ec-a2f9-01e68210cb7b admin admin] Network 50d8a135-3436-4a59-8ee6-c5d9e712c029 is scheduled to be hosted by DHCP agent 02e00dda-7193-4a71-a593-a2bdfaca617e with binding_index 1 {{(pid=108905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:53:08.037311 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.base_scheduler [None req-b73c659b-fda2-49ec-a2f9-01e68210cb7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-11-iscsi, 50d8a135-3436-4a59-8ee6-c5d9e712c029) {{(pid=108905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:53:08.042226 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73c659b-fda2-49ec-a2f9-01e68210cb7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:08.042990 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-b73c659b-fda2-49ec-a2f9-01e68210cb7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7902797'] for subnet, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:08.047114 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aee0fd6-8c96-49f3-b37b-87e412cc4edd None None] Network 50d8a135-3436-4a59-8ee6-c5d9e712c029 requested from dv-cinder-784477-11-iscsi {{(pid=108906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:53:08.060730 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-b73c659b-fda2-49ec-a2f9-01e68210cb7b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3080616 Dec 16 15:53:08.142518 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf5451d-2082-4f4e-9ec0-56cd7203ac64 None None] Network 50d8a135-3436-4a59-8ee6-c5d9e712c029 requested from dv-cinder-784477-11-iscsi {{(pid=108906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:53:08.864535 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-5a5024d8-048d-4ed4-8d22-28d3fba52e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:09.829542 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972ef1d-36bd-432b-996d-a2c545483cae req-6bbaa222-709d-486c-bfdb-49ef6fe8cc5d tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:09.831064 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-4972ef1d-36bd-432b-996d-a2c545483cae req-6bbaa222-709d-486c-bfdb-49ef6fe8cc5d tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] 10.222.0.31 "GET /v2.0/networks?id=50d8a135-3436-4a59-8ee6-c5d9e712c029 HTTP/1.1" status: 200 len: 814 time: 0.1079173 Dec 16 15:53:09.848884 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-4972ef1d-36bd-432b-996d-a2c545483cae req-c5df56f8-37d7-40f1-a9f6-1ca8ed21b5af tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] 10.222.0.31 "GET /v2.0/quotas/ebf339789c6548249d10a3fc90824375 HTTP/1.1" status: 200 len: 375 time: 0.0097628 Dec 16 15:53:09.879231 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-4972ef1d-36bd-432b-996d-a2c545483cae req-2d73aed8-4336-49fd-adaa-dc5f4ebf1f25 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ebf339789c6548249d10a3fc90824375&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251157 Dec 16 15:53:09.978749 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-4972ef1d-36bd-432b-996d-a2c545483cae req-e9c43587-0152-47b3-ab52-37f36d10434e service neutron] 10.222.0.31 "GET /v2.0/networks/50d8a135-3436-4a59-8ee6-c5d9e712c029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926979 Dec 16 15:53:10.010438 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.agents_db [None req-3e981004-2469-4169-a15f-e329d1e51356 None None] Agent healthcheck: found 6 active agents {{(pid=108907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:53:10.075387 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-4972ef1d-36bd-432b-996d-a2c545483cae req-ceaabb83-dcb2-4b4e-b299-7e5140bcc958 service neutron] 10.222.0.31 "GET /v2.0/networks/50d8a135-3436-4a59-8ee6-c5d9e712c029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906091 Dec 16 15:53:10.232238 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-38690374-fd27-44eb-8cc3-06026e012e0d req-10c39c13-5db8-443f-9c97-bea24b6d4a86 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f27297a-359e-4f6d-b435-8c0c7ce84163 HTTP/1.1" status: 200 len: 210 time: 0.0285094 Dec 16 15:53:10.502710 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-223b144f-a2e3-43d1-9ee0-793d55a0ef66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:11.205837 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972ef1d-36bd-432b-996d-a2c545483cae req-7fa084b5-5d4f-4d93-8387-9bc4b4796db8 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:11.207331 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-4972ef1d-36bd-432b-996d-a2c545483cae req-7fa084b5-5d4f-4d93-8387-9bc4b4796db8 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] 10.222.0.66 "GET /v2.0/networks?id=50d8a135-3436-4a59-8ee6-c5d9e712c029 HTTP/1.1" status: 200 len: 814 time: 0.1051230 Dec 16 15:53:11.223171 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.v2.base [req-4972ef1d-36bd-432b-996d-a2c545483cae req-c290218e-3f4a-44c3-baf6-8867fb5b64ab tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Request body: {'port': {'device_id': '1f27297a-359e-4f6d-b435-8c0c7ce84163', 'network_id': '50d8a135-3436-4a59-8ee6-c5d9e712c029', 'admin_state_up': True, 'tenant_id': 'ebf339789c6548249d10a3fc90824375'}} {{(pid=108905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:53:11.283104 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-e6a1afc6-ab61-4c06-9aae-8bc4c5fea8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:11.349609 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-ccbff6f0-1563-41fb-9c93-a0abddfc5e62 req-d18cbaea-9332-4136-a6b7-83493a6e1591 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f27297a-359e-4f6d-b435-8c0c7ce84163 HTTP/1.1" status: 200 len: 210 time: 0.0374308 Dec 16 15:53:11.369966 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4972ef1d-36bd-432b-996d-a2c545483cae req-c290218e-3f4a-44c3-baf6-8867fb5b64ab tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Made reservation on behalf of ebf339789c6548249d10a3fc90824375 for: {'port': 1} {{(pid=108905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:53:11.373435 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-4972ef1d-36bd-432b-996d-a2c545483cae req-c290218e-3f4a-44c3-baf6-8867fb5b64ab tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:11.491026 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.db.db_base_plugin_common [req-4972ef1d-36bd-432b-996d-a2c545483cae req-c290218e-3f4a-44c3-baf6-8867fb5b64ab tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Allocated IP 172.20.0.8 (50d8a135-3436-4a59-8ee6-c5d9e712c029/e04c1a57-1515-4952-bf0a-e54a882b9711/97324e88-36de-449c-857f-bc2d3f7a912d) {{(pid=108905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:53:11.642268 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-4972ef1d-36bd-432b-996d-a2c545483cae req-c290218e-3f4a-44c3-baf6-8867fb5b64ab tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Publish callbacks [] for port, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:11.679420 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-4972ef1d-36bd-432b-996d-a2c545483cae req-c290218e-3f4a-44c3-baf6-8867fb5b64ab tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739691803594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5936052'] for port, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:11.725277 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4972ef1d-36bd-432b-996d-a2c545483cae req-c290218e-3f4a-44c3-baf6-8867fb5b64ab tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Network 50d8a135-3436-4a59-8ee6-c5d9e712c029 is already hosted by enough agents. {{(pid=108905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:53:11.728466 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.base_scheduler [req-4972ef1d-36bd-432b-996d-a2c545483cae req-c290218e-3f4a-44c3-baf6-8867fb5b64ab tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Resources bound (agent type, host, resource id): {{(pid=108905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:53:11.732190 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.db.l3_dvrscheduler_db [req-4972ef1d-36bd-432b-996d-a2c545483cae req-c290218e-3f4a-44c3-baf6-8867fb5b64ab tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Received port after_create {{(pid=108905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:53:11.738488 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c290218e-3f4a-44c3-baf6-8867fb5b64ab tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Pushing event updated for resources: {'Port': ['ID=97324e88-36de-449c-857f-bc2d3f7a912d,revision_number=1']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:11.783162 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972ef1d-36bd-432b-996d-a2c545483cae req-c290218e-3f4a-44c3-baf6-8867fb5b64ab tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:11.783750 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-4972ef1d-36bd-432b-996d-a2c545483cae req-c290218e-3f4a-44c3-baf6-8867fb5b64ab tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294'] for port, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:11.800902 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-4972ef1d-36bd-432b-996d-a2c545483cae req-c290218e-3f4a-44c3-baf6-8867fb5b64ab tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5823195 Dec 16 15:53:11.819293 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.v2.base [req-4972ef1d-36bd-432b-996d-a2c545483cae req-906c3b79-e47f-4835-a73f-4d7bb3b6ef89 service neutron] Request body: {'port': {'device_id': '1f27297a-359e-4f6d-b435-8c0c7ce84163', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=108905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:53:11.870160 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-4972ef1d-36bd-432b-996d-a2c545483cae req-906c3b79-e47f-4835-a73f-4d7bb3b6ef89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:12.129551 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.notifiers.nova [req-4972ef1d-36bd-432b-996d-a2c545483cae req-906c3b79-e47f-4835-a73f-4d7bb3b6ef89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97324e88-36de-449c-857f-bc2d3f7a912d {{(pid=108905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:53:12.137299 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-4972ef1d-36bd-432b-996d-a2c545483cae req-906c3b79-e47f-4835-a73f-4d7bb3b6ef89 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:12.149516 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.db.provisioning_blocks [req-4972ef1d-36bd-432b-996d-a2c545483cae req-906c3b79-e47f-4835-a73f-4d7bb3b6ef89 service neutron] Transition to ACTIVE for port object 97324e88-36de-449c-857f-bc2d3f7a912d will not be triggered until provisioned by entity L2. {{(pid=108905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:53:12.155172 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-4972ef1d-36bd-432b-996d-a2c545483cae req-906c3b79-e47f-4835-a73f-4d7bb3b6ef89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5936077'] for port, after_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:12.200040 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906c3b79-e47f-4835-a73f-4d7bb3b6ef89 service neutron] Pushing event updated for resources: {'Port': ['ID=97324e88-36de-449c-857f-bc2d3f7a912d,revision_number=2']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:12.267668 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.managers [req-4972ef1d-36bd-432b-996d-a2c545483cae req-906c3b79-e47f-4835-a73f-4d7bb3b6ef89 service neutron] Attempting to bind port 97324e88-36de-449c-857f-bc2d3f7a912d on host hv-cinder-78447 for vnic_type normal with profile {{(pid=108905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:53:12.268346 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.managers [req-4972ef1d-36bd-432b-996d-a2c545483cae req-906c3b79-e47f-4835-a73f-4d7bb3b6ef89 service neutron] Attempting to bind port 97324e88-36de-449c-857f-bc2d3f7a912d by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '4e961bde-77e2-4798-b229-3f33142105e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '50d8a135-3436-4a59-8ee6-c5d9e712c029'}] {{(pid=108905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:53:12.268346 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4972ef1d-36bd-432b-996d-a2c545483cae req-906c3b79-e47f-4835-a73f-4d7bb3b6ef89 service neutron] Attempting to bind port 97324e88-36de-449c-857f-bc2d3f7a912d on network 50d8a135-3436-4a59-8ee6-c5d9e712c029 {{(pid=108905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:53:12.273101 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4972ef1d-36bd-432b-996d-a2c545483cae req-906c3b79-e47f-4835-a73f-4d7bb3b6ef89 service neutron] Port 97324e88-36de-449c-857f-bc2d3f7a912d on network 50d8a135-3436-4a59-8ee6-c5d9e712c029 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=108905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:53:12.273508 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4972ef1d-36bd-432b-996d-a2c545483cae req-906c3b79-e47f-4835-a73f-4d7bb3b6ef89 service neutron] Attempting to bind port 97324e88-36de-449c-857f-bc2d3f7a912d on network 50d8a135-3436-4a59-8ee6-c5d9e712c029 {{(pid=108905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:53:12.278827 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4972ef1d-36bd-432b-996d-a2c545483cae req-906c3b79-e47f-4835-a73f-4d7bb3b6ef89 service neutron] Checking agent: {'id': 'cc3d5e4c-e00e-4c48-b0f7-4cab06ea1ca9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 46, 48), 'started_at': datetime.datetime(2021, 12, 16, 15, 46, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:53:12.279152 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4972ef1d-36bd-432b-996d-a2c545483cae req-906c3b79-e47f-4835-a73f-4d7bb3b6ef89 service neutron] Checking segment: {'id': '4e961bde-77e2-4798-b229-3f33142105e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '50d8a135-3436-4a59-8ee6-c5d9e712c029'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:53:12.279531 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4972ef1d-36bd-432b-996d-a2c545483cae req-906c3b79-e47f-4835-a73f-4d7bb3b6ef89 service neutron] Bound using segment: {'id': '4e961bde-77e2-4798-b229-3f33142105e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '50d8a135-3436-4a59-8ee6-c5d9e712c029'} {{(pid=108905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:53:12.279945 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.managers [req-4972ef1d-36bd-432b-996d-a2c545483cae req-906c3b79-e47f-4835-a73f-4d7bb3b6ef89 service neutron] Bound port: 97324e88-36de-449c-857f-bc2d3f7a912d, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e961bde-77e2-4798-b229-3f33142105e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '50d8a135-3436-4a59-8ee6-c5d9e712c029'}}] {{(pid=108905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:53:12.280290 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-4972ef1d-36bd-432b-996d-a2c545483cae req-906c3b79-e47f-4835-a73f-4d7bb3b6ef89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:12.346105 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.db [req-4972ef1d-36bd-432b-996d-a2c545483cae req-906c3b79-e47f-4835-a73f-4d7bb3b6ef89 service neutron] For port 97324e88-36de-449c-857f-bc2d3f7a912d, host hv-cinder-78447, cleared binding levels {{(pid=108905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:53:12.349783 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.db [req-4972ef1d-36bd-432b-996d-a2c545483cae req-906c3b79-e47f-4835-a73f-4d7bb3b6ef89 service neutron] For port 97324e88-36de-449c-857f-bc2d3f7a912d, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=97324e88-36de-449c-857f-bc2d3f7a912d,segment=NetworkSegment(4e961bde-77e2-4798-b229-3f33142105e1),segment_id=4e961bde-77e2-4798-b229-3f33142105e1)] {{(pid=108905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:53:12.356400 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-4972ef1d-36bd-432b-996d-a2c545483cae req-906c3b79-e47f-4835-a73f-4d7bb3b6ef89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5936077'] for port, after_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:12.393959 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972ef1d-36bd-432b-996d-a2c545483cae req-906c3b79-e47f-4835-a73f-4d7bb3b6ef89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:12.394604 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-4972ef1d-36bd-432b-996d-a2c545483cae req-906c3b79-e47f-4835-a73f-4d7bb3b6ef89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294'] for port, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:12.395976 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-4972ef1d-36bd-432b-996d-a2c545483cae req-906c3b79-e47f-4835-a73f-4d7bb3b6ef89 service neutron] 10.222.0.66 "PUT /v2.0/ports/97324e88-36de-449c-857f-bc2d3f7a912d HTTP/1.1" status: 200 len: 1093 time: 0.5807343 Dec 16 15:53:12.396417 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f27297a-359e-4f6d-b435-8c0c7ce84163', 'tag': '97324e88-36de-449c-857f-bc2d3f7a912d'}] {{(pid=108905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:53:12.398685 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6427484bab23da45c698b4d929e4ad3874a49078d57181539d46633581fe494" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744473e0-2e7b-4bee-9964-ea760f978b42" -d '{"events": [{"name": "network-changed", "server_uuid": "1f27297a-359e-4f6d-b435-8c0c7ce84163", "tag": "97324e88-36de-449c-857f-bc2d3f7a912d"}]}' {{(pid=108905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:53:12.417169 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906c3b79-e47f-4835-a73f-4d7bb3b6ef89 service neutron] Pushing event updated for resources: {'Port': ['ID=97324e88-36de-449c-857f-bc2d3f7a912d,revision_number=3']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:12.469653 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be43001-1c5f-4dfb-acc3-1978aa184ab1 x-openstack-request-id: req-9be43001-1c5f-4dfb-acc3-1978aa184ab1 {{(pid=108905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:53:12.469935 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f27297a-359e-4f6d-b435-8c0c7ce84163", "tag": "97324e88-36de-449c-857f-bc2d3f7a912d", "status": "completed", "code": 200}]} {{(pid=108905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:53:12.470184 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9be43001-1c5f-4dfb-acc3-1978aa184ab1 {{(pid=108905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:53:12.470589 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f27297a-359e-4f6d-b435-8c0c7ce84163', 'tag': '97324e88-36de-449c-857f-bc2d3f7a912d', 'status': 'completed', 'code': 200} Dec 16 15:53:12.501434 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b1894e-b5ed-4771-9d3c-2114b6d3cca3 req-fa6b5f3d-f3eb-46b7-a3c0-433581faadb5 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:12.502926 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-80b1894e-b5ed-4771-9d3c-2114b6d3cca3 req-fa6b5f3d-f3eb-46b7-a3c0-433581faadb5 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f27297a-359e-4f6d-b435-8c0c7ce84163 HTTP/1.1" status: 200 len: 943 time: 0.0751595 Dec 16 15:53:12.530878 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972ef1d-36bd-432b-996d-a2c545483cae req-b86781ea-9ab0-4abf-b9c6-57714434bf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:12.532292 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-4972ef1d-36bd-432b-996d-a2c545483cae req-b86781ea-9ab0-4abf-b9c6-57714434bf03 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ebf339789c6548249d10a3fc90824375&device_id=1f27297a-359e-4f6d-b435-8c0c7ce84163 HTTP/1.1" status: 200 len: 1096 time: 0.0718331 Dec 16 15:53:12.587197 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-4972ef1d-36bd-432b-996d-a2c545483cae req-465b95a9-51cf-4da6-be14-215de8a7c2d7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97324e88-36de-449c-857f-bc2d3f7a912d HTTP/1.1" status: 200 len: 217 time: 0.0444150 Dec 16 15:53:12.590932 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-80b1894e-b5ed-4771-9d3c-2114b6d3cca3 req-f340aa4d-a981-4f84-b3f5-48277e7e4830 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] 10.222.0.31 "GET /v2.0/security-groups?id=513c8a83-8b97-4104-b5b6-42f5c0e9be6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812802 Dec 16 15:53:12.643600 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972ef1d-36bd-432b-996d-a2c545483cae req-8e354790-d35a-4453-b2f2-ecd5119cd9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:12.645103 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-4972ef1d-36bd-432b-996d-a2c545483cae req-8e354790-d35a-4453-b2f2-ecd5119cd9c2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e04c1a57-1515-4952-bf0a-e54a882b9711 HTTP/1.1" status: 200 len: 854 time: 0.0485833 Dec 16 15:53:12.677159 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-4972ef1d-36bd-432b-996d-a2c545483cae req-e07f6718-bb33-4584-9665-e7cee2a2ee85 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=50d8a135-3436-4a59-8ee6-c5d9e712c029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244043 Dec 16 15:53:12.754301 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:12.779597 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-4972ef1d-36bd-432b-996d-a2c545483cae req-0fe12430-a8d6-4b0c-9b38-d5595f1d8934 service neutron] 10.222.0.66 "GET /v2.0/networks/50d8a135-3436-4a59-8ee6-c5d9e712c029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947158 Dec 16 15:53:12.869207 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-4972ef1d-36bd-432b-996d-a2c545483cae req-7400d77f-57f4-4e2c-b4cf-4dd5c26bfc27 service neutron] 10.222.0.66 "GET /v2.0/networks/50d8a135-3436-4a59-8ee6-c5d9e712c029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809808 Dec 16 15:53:12.967248 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744473e0-2e7b-4bee-9964-ea760f978b42 req-5b232163-0a6f-40f2-93d3-c7daec5dfb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:12.968756 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-744473e0-2e7b-4bee-9964-ea760f978b42 req-5b232163-0a6f-40f2-93d3-c7daec5dfb6e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ebf339789c6548249d10a3fc90824375&device_id=1f27297a-359e-4f6d-b435-8c0c7ce84163 HTTP/1.1" status: 200 len: 1096 time: 0.0471420 Dec 16 15:53:13.069294 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744473e0-2e7b-4bee-9964-ea760f978b42 req-5bf62907-73f4-4db4-9272-2af9eb2b55cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:13.070794 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-744473e0-2e7b-4bee-9964-ea760f978b42 req-5bf62907-73f4-4db4-9272-2af9eb2b55cf service neutron] 10.222.0.66 "GET /v2.0/networks?id=50d8a135-3436-4a59-8ee6-c5d9e712c029 HTTP/1.1" status: 200 len: 915 time: 0.0888627 Dec 16 15:53:13.118122 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-744473e0-2e7b-4bee-9964-ea760f978b42 req-bca8f0ea-aa67-4d39-a4a3-874880b0c29d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97324e88-36de-449c-857f-bc2d3f7a912d HTTP/1.1" status: 200 len: 217 time: 0.0380890 Dec 16 15:53:13.169664 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744473e0-2e7b-4bee-9964-ea760f978b42 req-a0757292-053b-4447-a66b-06fbc4c619b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:13.170989 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-744473e0-2e7b-4bee-9964-ea760f978b42 req-a0757292-053b-4447-a66b-06fbc4c619b9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e04c1a57-1515-4952-bf0a-e54a882b9711 HTTP/1.1" status: 200 len: 854 time: 0.0434232 Dec 16 15:53:13.202869 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-744473e0-2e7b-4bee-9964-ea760f978b42 req-86b82a5c-36c5-4380-8b53-e1df8ae33266 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=50d8a135-3436-4a59-8ee6-c5d9e712c029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234232 Dec 16 15:53:13.301954 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-744473e0-2e7b-4bee-9964-ea760f978b42 req-66f10c41-150a-4eb7-9cc1-f6ec63614721 service neutron] 10.222.0.66 "GET /v2.0/networks/50d8a135-3436-4a59-8ee6-c5d9e712c029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882363 Dec 16 15:53:13.405399 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-744473e0-2e7b-4bee-9964-ea760f978b42 req-2db20f78-cadd-4448-a89e-773b44c64cf5 service neutron] 10.222.0.66 "GET /v2.0/networks/50d8a135-3436-4a59-8ee6-c5d9e712c029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947723 Dec 16 15:53:13.716700 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ccd9cb-0578-43a0-a634-261d0ccdd667 req-ce0ae5f7-e274-4393-8a1e-0c54d2189c62 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:13.718098 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-23ccd9cb-0578-43a0-a634-261d0ccdd667 req-ce0ae5f7-e274-4393-8a1e-0c54d2189c62 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f27297a-359e-4f6d-b435-8c0c7ce84163 HTTP/1.1" status: 200 len: 943 time: 0.0501449 Dec 16 15:53:13.764904 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-23ccd9cb-0578-43a0-a634-261d0ccdd667 req-c0df4eaf-5cb0-40bb-9da9-95e8f56531d4 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] 10.222.0.31 "GET /v2.0/security-groups?id=513c8a83-8b97-4104-b5b6-42f5c0e9be6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404284 Dec 16 15:53:14.899420 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aab077-f552-47d7-9772-ac95d6d4de40 req-98ad4b37-b969-43ec-b849-3776b39ce5d2 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:14.900884 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-66aab077-f552-47d7-9772-ac95d6d4de40 req-98ad4b37-b969-43ec-b849-3776b39ce5d2 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f27297a-359e-4f6d-b435-8c0c7ce84163 HTTP/1.1" status: 200 len: 943 time: 0.0544763 Dec 16 15:53:14.952306 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-66aab077-f552-47d7-9772-ac95d6d4de40 req-36aee4fe-8412-464e-84c4-6ba0e5a735cb tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] 10.222.0.31 "GET /v2.0/security-groups?id=513c8a83-8b97-4104-b5b6-42f5c0e9be6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425003 Dec 16 15:53:15.388575 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device 97324e88-36de-449c-857f-bc2d3f7a912d details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=108906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:53:15.501186 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] For port 97324e88-36de-449c-857f-bc2d3f7a912d, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=97324e88-36de-449c-857f-bc2d3f7a912d,segment=NetworkSegment(4e961bde-77e2-4798-b229-3f33142105e1),segment_id=4e961bde-77e2-4798-b229-3f33142105e1)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:53:15.513187 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Returning: {'device': '97324e88-36de-449c-857f-bc2d3f7a912d', 'network_id': '50d8a135-3436-4a59-8ee6-c5d9e712c029', 'port_id': '97324e88-36de-449c-857f-bc2d3f7a912d', 'mac_address': 'fa:16:3e:bd:84:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04c1a57-1515-4952-bf0a-e54a882b9711', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:53:15.550545 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:15.563164 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.notifiers.nova [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97324e88-36de-449c-857f-bc2d3f7a912d {{(pid=108906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:53:15.585748 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] For port 97324e88-36de-449c-857f-bc2d3f7a912d, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=97324e88-36de-449c-857f-bc2d3f7a912d,segment=NetworkSegment(4e961bde-77e2-4798-b229-3f33142105e1),segment_id=4e961bde-77e2-4798-b229-3f33142105e1)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:53:15.594517 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:15.642585 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Pushing event updated for resources: {'Port': ['ID=97324e88-36de-449c-857f-bc2d3f7a912d,revision_number=4']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:15.649488 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:53:15.649860 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:53:15.650294 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:53:15.650510 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:53:15.650864 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:53:15.651187 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:53:15.651508 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:53:15.651829 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:53:15.652149 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:53:15.652458 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:53:15.652780 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:53:15.653088 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:53:15.653429 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:53:15.925936 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] get_ports_and_sgs() called for port_ids ['97324e88-36de-449c-857f-bc2d3f7a912d'] {{(pid=108906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:53:16.068417 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d060a8e9-2bf5-42cd-aed9-fae11557e939 req-d3897967-98fd-4ff7-b027-bac236111d59 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:16.070094 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-d060a8e9-2bf5-42cd-aed9-fae11557e939 req-d3897967-98fd-4ff7-b027-bac236111d59 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f27297a-359e-4f6d-b435-8c0c7ce84163 HTTP/1.1" status: 200 len: 944 time: 0.0507810 Dec 16 15:53:16.117156 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-d060a8e9-2bf5-42cd-aed9-fae11557e939 req-90b91651-67bd-4785-86d9-748aa48008b4 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] 10.222.0.31 "GET /v2.0/security-groups?id=513c8a83-8b97-4104-b5b6-42f5c0e9be6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410416 Dec 16 15:53:17.259625 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d7f26-f72c-4f24-82d2-a0731475a366 req-4408535f-399c-45be-803d-917debdab103 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:17.261095 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-8a1d7f26-f72c-4f24-82d2-a0731475a366 req-4408535f-399c-45be-803d-917debdab103 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f27297a-359e-4f6d-b435-8c0c7ce84163 HTTP/1.1" status: 200 len: 944 time: 0.0577598 Dec 16 15:53:17.314052 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-8a1d7f26-f72c-4f24-82d2-a0731475a366 req-871b1bd7-6cd9-42c0-953a-2f698e9b551d tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] 10.222.0.31 "GET /v2.0/security-groups?id=513c8a83-8b97-4104-b5b6-42f5c0e9be6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468292 Dec 16 15:53:17.530697 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device 97324e88-36de-449c-857f-bc2d3f7a912d up at agent hyperv_hv-cinder-78447 {{(pid=108906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:53:17.582206 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Provisioning for port 97324e88-36de-449c-857f-bc2d3f7a912d completed by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:53:17.586230 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Provisioning complete for port 97324e88-36de-449c-857f-bc2d3f7a912d triggered by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:53:17.586617 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:17.670418 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:17.696031 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f27297a-359e-4f6d-b435-8c0c7ce84163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97324e88-36de-449c-857f-bc2d3f7a912d'}] {{(pid=108906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:53:17.698255 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02b5cd720e1ebaa5714ffb0bc34871610594f2c4f6020a6f60f7cc29a5a8a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a3aa64-ae63-4ca6-807d-1dcd71371ae0" -d '{"events": [{"server_uuid": "1f27297a-359e-4f6d-b435-8c0c7ce84163", "name": "network-vif-plugged", "status": "completed", "tag": "97324e88-36de-449c-857f-bc2d3f7a912d"}]}' {{(pid=108906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:53:17.711228 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] For port 97324e88-36de-449c-857f-bc2d3f7a912d, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=97324e88-36de-449c-857f-bc2d3f7a912d,segment=NetworkSegment(4e961bde-77e2-4798-b229-3f33142105e1),segment_id=4e961bde-77e2-4798-b229-3f33142105e1)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:53:17.716991 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:17.742111 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c9853a-1fcc-479c-b3d5-e2c6fda3aa5b x-openstack-request-id: req-c1c9853a-1fcc-479c-b3d5-e2c6fda3aa5b {{(pid=108906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:53:17.742406 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f27297a-359e-4f6d-b435-8c0c7ce84163", "name": "network-vif-plugged", "status": "completed", "tag": "97324e88-36de-449c-857f-bc2d3f7a912d", "code": 200}]} {{(pid=108906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:53:17.742657 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c1c9853a-1fcc-479c-b3d5-e2c6fda3aa5b {{(pid=108906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:53:17.743048 dv-cinder-784477-11-iscsi neutron-server[108906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f27297a-359e-4f6d-b435-8c0c7ce84163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97324e88-36de-449c-857f-bc2d3f7a912d', 'code': 200} Dec 16 15:53:17.769867 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Pushing event updated for resources: {'Port': ['ID=97324e88-36de-449c-857f-bc2d3f7a912d,revision_number=5']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:17.917709 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4428817d-4ace-4ad3-ae0c-9eafcd64cd71 req-95e150db-5582-4c3e-aa6d-e62b94dd1428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:17.919202 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-4428817d-4ace-4ad3-ae0c-9eafcd64cd71 req-95e150db-5582-4c3e-aa6d-e62b94dd1428 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1f27297a-359e-4f6d-b435-8c0c7ce84163 HTTP/1.1" status: 200 len: 1098 time: 0.0408530 Dec 16 15:53:17.964759 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-4428817d-4ace-4ad3-ae0c-9eafcd64cd71 req-ce89a864-aa8b-4c38-8f22-afb2c820cadc service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=513c8a83-8b97-4104-b5b6-42f5c0e9be6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381887 Dec 16 15:53:18.446350 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed7b144-418a-4e28-a20a-7a0f210ae26f req-55f9a636-cc52-4bc4-aed4-abb21d658dd5 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:18.447889 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-6ed7b144-418a-4e28-a20a-7a0f210ae26f req-55f9a636-cc52-4bc4-aed4-abb21d658dd5 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f27297a-359e-4f6d-b435-8c0c7ce84163 HTTP/1.1" status: 200 len: 945 time: 0.0552890 Dec 16 15:53:18.495855 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-6ed7b144-418a-4e28-a20a-7a0f210ae26f req-b4388f03-3725-4fa3-9926-da1c543fc5c5 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] 10.222.0.31 "GET /v2.0/security-groups?id=513c8a83-8b97-4104-b5b6-42f5c0e9be6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420883 Dec 16 15:53:18.812488 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:19.616555 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d7484-17cc-48fa-b209-4746be3d1f85 req-1ba42585-d765-4f9a-b446-562f95062f00 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:19.618031 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-e86d7484-17cc-48fa-b209-4746be3d1f85 req-1ba42585-d765-4f9a-b446-562f95062f00 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f27297a-359e-4f6d-b435-8c0c7ce84163 HTTP/1.1" status: 200 len: 945 time: 0.0536706 Dec 16 15:53:19.665618 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-e86d7484-17cc-48fa-b209-4746be3d1f85 req-1097229b-e584-4af9-a8d6-e3f60a30fa8b tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] 10.222.0.31 "GET /v2.0/security-groups?id=513c8a83-8b97-4104-b5b6-42f5c0e9be6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411558 Dec 16 15:53:25.119358 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006af067-1ea1-44e8-971c-9c13369158f3 req-77a1ea7b-680c-48eb-b4b8-02a55b165f0b tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:25.120881 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-006af067-1ea1-44e8-971c-9c13369158f3 req-77a1ea7b-680c-48eb-b4b8-02a55b165f0b tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=635ee3bb-dc82-4d25-95fc-ef55d01f0705 HTTP/1.1" status: 200 len: 946 time: 0.0506830 Dec 16 15:53:25.172560 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-006af067-1ea1-44e8-971c-9c13369158f3 req-e4406644-ce8d-4c16-8f9a-f85940af552d tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa550b95-a5a8-4f5d-a4f5-4ed50b4fc6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445442 Dec 16 15:53:26.310983 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae75688-52f9-413f-be6b-ef44548a3004 req-4d76176d-0c1a-41cd-8e74-f1d5a9b62923 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:26.312442 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-2ae75688-52f9-413f-be6b-ef44548a3004 req-4d76176d-0c1a-41cd-8e74-f1d5a9b62923 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=635ee3bb-dc82-4d25-95fc-ef55d01f0705 HTTP/1.1" status: 200 len: 946 time: 0.0539095 Dec 16 15:53:26.359942 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-2ae75688-52f9-413f-be6b-ef44548a3004 req-44b6bef4-ef18-42ea-8e3a-9a1b3c5e9f43 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa550b95-a5a8-4f5d-a4f5-4ed50b4fc6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412195 Dec 16 15:53:27.494625 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d53ae2-3c09-4d02-ba01-998533eed3f7 req-3449b799-0994-403d-bbe0-e46f3546b0e1 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:27.496087 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-02d53ae2-3c09-4d02-ba01-998533eed3f7 req-3449b799-0994-403d-bbe0-e46f3546b0e1 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=635ee3bb-dc82-4d25-95fc-ef55d01f0705 HTTP/1.1" status: 200 len: 946 time: 0.0511935 Dec 16 15:53:27.544720 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-02d53ae2-3c09-4d02-ba01-998533eed3f7 req-ef00ca97-fd26-41c7-9d94-0b7c1e2989d6 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa550b95-a5a8-4f5d-a4f5-4ed50b4fc6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421207 Dec 16 15:53:28.671078 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5692527e-8683-4153-a20b-170ddb1bdb27 req-4bab216a-224b-441e-aac6-ec6fdab7a3a0 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:28.672541 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-5692527e-8683-4153-a20b-170ddb1bdb27 req-4bab216a-224b-441e-aac6-ec6fdab7a3a0 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=635ee3bb-dc82-4d25-95fc-ef55d01f0705 HTTP/1.1" status: 200 len: 946 time: 0.0517197 Dec 16 15:53:28.722400 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-5692527e-8683-4153-a20b-170ddb1bdb27 req-5ece0b03-fe99-4a3a-9f15-fdb756f918aa tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa550b95-a5a8-4f5d-a4f5-4ed50b4fc6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432985 Dec 16 15:53:29.843922 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce2177-686c-4ec3-b484-ced901809c05 req-1a0fe8a0-4990-4d4f-af04-ea218e0fa7cc tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:29.845418 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-6fce2177-686c-4ec3-b484-ced901809c05 req-1a0fe8a0-4990-4d4f-af04-ea218e0fa7cc tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=635ee3bb-dc82-4d25-95fc-ef55d01f0705 HTTP/1.1" status: 200 len: 946 time: 0.0514576 Dec 16 15:53:29.893612 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-6fce2177-686c-4ec3-b484-ced901809c05 req-5c9a0cac-faf3-41ba-b3ce-70c237243d95 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa550b95-a5a8-4f5d-a4f5-4ed50b4fc6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414600 Dec 16 15:53:31.019648 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f9b6b6-75f0-448e-a00c-fd1253f5db7e req-de10b181-9ab9-4e82-b525-8aac0e257d7c tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:31.021207 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c4f9b6b6-75f0-448e-a00c-fd1253f5db7e req-de10b181-9ab9-4e82-b525-8aac0e257d7c tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=635ee3bb-dc82-4d25-95fc-ef55d01f0705 HTTP/1.1" status: 200 len: 946 time: 0.0545144 Dec 16 15:53:31.069399 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c4f9b6b6-75f0-448e-a00c-fd1253f5db7e req-dbdc7b80-56a3-449e-b353-09081f2cb031 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa550b95-a5a8-4f5d-a4f5-4ed50b4fc6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419838 Dec 16 15:53:31.945510 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3128f456-9e59-4570-8075-647927a0ac6a req-597a6d0c-e1ba-4fff-a7bf-917254779e2f tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:31.947390 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-3128f456-9e59-4570-8075-647927a0ac6a req-597a6d0c-e1ba-4fff-a7bf-917254779e2f tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=29bba044-2e01-44b1-bb03-0f367846a5f0 HTTP/1.1" status: 200 len: 946 time: 0.0546472 Dec 16 15:53:31.994470 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-3128f456-9e59-4570-8075-647927a0ac6a req-92e88c25-40b4-474a-8abe-7569f31ae22a tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f111158e-b0d3-4bc9-b508-9088a16d8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410447 Dec 16 15:53:32.194056 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdc8b98-50b0-4a5f-9a2c-d37f9232b4d5 req-5e2a5df3-1dd1-4bdb-87ec-5c9528176d1b tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:32.195584 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-fcdc8b98-50b0-4a5f-9a2c-d37f9232b4d5 req-5e2a5df3-1dd1-4bdb-87ec-5c9528176d1b tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=635ee3bb-dc82-4d25-95fc-ef55d01f0705 HTTP/1.1" status: 200 len: 946 time: 0.0520654 Dec 16 15:53:32.243696 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-fcdc8b98-50b0-4a5f-9a2c-d37f9232b4d5 req-48ff0752-6664-418d-9593-b32758ea7a3a tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa550b95-a5a8-4f5d-a4f5-4ed50b4fc6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419862 Dec 16 15:53:33.112360 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad89e2f-8e73-4c3d-87ed-abb259be1d90 req-bd563cfd-1892-4a3a-b977-e26ac666505d tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:33.113832 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-fad89e2f-8e73-4c3d-87ed-abb259be1d90 req-bd563cfd-1892-4a3a-b977-e26ac666505d tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=29bba044-2e01-44b1-bb03-0f367846a5f0 HTTP/1.1" status: 200 len: 946 time: 0.0482020 Dec 16 15:53:33.165179 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-fad89e2f-8e73-4c3d-87ed-abb259be1d90 req-7f256ecf-3074-4b29-80f4-3d6e42aa56d7 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f111158e-b0d3-4bc9-b508-9088a16d8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428693 Dec 16 15:53:33.372376 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303d7255-0dc0-4496-9bef-e162b8e30577 req-3234c239-90ac-4de9-9222-70a04b93e048 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:33.373892 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-303d7255-0dc0-4496-9bef-e162b8e30577 req-3234c239-90ac-4de9-9222-70a04b93e048 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=635ee3bb-dc82-4d25-95fc-ef55d01f0705 HTTP/1.1" status: 200 len: 946 time: 0.0569985 Dec 16 15:53:33.423637 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-303d7255-0dc0-4496-9bef-e162b8e30577 req-1c430152-a2a8-4175-a5fa-e505a5e2d4c7 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa550b95-a5a8-4f5d-a4f5-4ed50b4fc6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408852 Dec 16 15:53:34.314370 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b0187-5bc0-480c-ac7e-0da442af7a9c req-7b8ed467-e87f-4a83-b97d-c2fb6025ae8e tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:34.315716 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-573b0187-5bc0-480c-ac7e-0da442af7a9c req-7b8ed467-e87f-4a83-b97d-c2fb6025ae8e tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=29bba044-2e01-44b1-bb03-0f367846a5f0 HTTP/1.1" status: 200 len: 946 time: 0.0832381 Dec 16 15:53:34.336763 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4642eb75-1a3a-47fe-986d-b22bb0aa3f02 req-f25b807b-977e-4986-86e9-f81173b3b241 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:34.338139 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-4642eb75-1a3a-47fe-986d-b22bb0aa3f02 req-f25b807b-977e-4986-86e9-f81173b3b241 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.66 "GET /v2.0/ports?device_id=29bba044-2e01-44b1-bb03-0f367846a5f0 HTTP/1.1" status: 200 len: 946 time: 0.0665934 Dec 16 15:53:34.403168 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-573b0187-5bc0-480c-ac7e-0da442af7a9c req-41035ce7-2be8-44d9-a7fb-0dd7eb3be579 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/security-groups?id=f111158e-b0d3-4bc9-b508-9088a16d8d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811284 Dec 16 15:53:34.448601 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.plugin [req-4642eb75-1a3a-47fe-986d-b22bb0aa3f02 req-8958c5d3-2db1-439d-8aad-87e0f7e45799 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Deleting port 1b9973de-48e3-4cb5-a15d-7bd646981f14 {{(pid=108905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:53:34.448930 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-4642eb75-1a3a-47fe-986d-b22bb0aa3f02 req-8958c5d3-2db1-439d-8aad-87e0f7e45799 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739692165232'] for port, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:34.816788 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.db [req-4642eb75-1a3a-47fe-986d-b22bb0aa3f02 req-8958c5d3-2db1-439d-8aad-87e0f7e45799 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] For port 1b9973de-48e3-4cb5-a15d-7bd646981f14, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=1b9973de-48e3-4cb5-a15d-7bd646981f14,segment=NetworkSegment(d79a1b46-9256-41c5-810e-f1d9c9094ece),segment_id=d79a1b46-9256-41c5-810e-f1d9c9094ece)] {{(pid=108905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:53:34.817129 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-4642eb75-1a3a-47fe-986d-b22bb0aa3f02 req-8958c5d3-2db1-439d-8aad-87e0f7e45799 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343270'] for port, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:34.831538 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbe26fd-b0c8-4f8d-8924-32715082805a req-abae4747-d227-4589-8aff-a5a08e35ad8d tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:34.833001 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-5fbe26fd-b0c8-4f8d-8924-32715082805a req-abae4747-d227-4589-8aff-a5a08e35ad8d tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=635ee3bb-dc82-4d25-95fc-ef55d01f0705 HTTP/1.1" status: 200 len: 946 time: 0.0873444 Dec 16 15:53:35.001116 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-5fbe26fd-b0c8-4f8d-8924-32715082805a req-6d6c8270-50b1-44df-b325-ed915e5e7dc0 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa550b95-a5a8-4f5d-a4f5-4ed50b4fc6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444166 Dec 16 15:53:35.071780 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-4642eb75-1a3a-47fe-986d-b22bb0aa3f02 req-8958c5d3-2db1-439d-8aad-87e0f7e45799 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:35.072011 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-4642eb75-1a3a-47fe-986d-b22bb0aa3f02 req-8958c5d3-2db1-439d-8aad-87e0f7e45799 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874419'] for floatingip, after_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:35.072352 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.db.l3_db [req-4642eb75-1a3a-47fe-986d-b22bb0aa3f02 req-8958c5d3-2db1-439d-8aad-87e0f7e45799 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Floating IP 2dcece1f-693f-4d8f-af44-781815fb7f75 disassociated. External IP: 172.27.1.82, port: 1b9973de-48e3-4cb5-a15d-7bd646981f14. Dec 16 15:53:35.072692 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.plugin [req-4642eb75-1a3a-47fe-986d-b22bb0aa3f02 req-8958c5d3-2db1-439d-8aad-87e0f7e45799 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Calling delete_port for 1b9973de-48e3-4cb5-a15d-7bd646981f14 owned by compute:nova {{(pid=108905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:53:35.206619 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-4642eb75-1a3a-47fe-986d-b22bb0aa3f02 req-8958c5d3-2db1-439d-8aad-87e0f7e45799 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739692371923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739691803603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5936052'] for port, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:35.235521 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8958c5d3-2db1-439d-8aad-87e0f7e45799 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Pushing event deleted for resources: {'Port': ['ID=1b9973de-48e3-4cb5-a15d-7bd646981f14,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:35.351076 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4642eb75-1a3a-47fe-986d-b22bb0aa3f02 req-8958c5d3-2db1-439d-8aad-87e0f7e45799 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Router b41f69c5-eb71-4f77-ac39-bf4541d1c12f has already been hosted by L3 agent 53beefa8-37d8-48bc-b6da-d824d56f81c3 {{(pid=108905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:53:35.460925 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4642eb75-1a3a-47fe-986d-b22bb0aa3f02 req-8958c5d3-2db1-439d-8aad-87e0f7e45799 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Notify agent at l3_agent.dv-cinder-784477-11-iscsi the message routers_updated {{(pid=108905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:53:35.473716 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f1c59d-453f-45f4-810c-dd43a58e53d9 None None] Sync routers for ids ['b41f69c5-eb71-4f77-ac39-bf4541d1c12f'] in dv-cinder-784477-11-iscsi {{(pid=108906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:53:35.484375 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f1c59d-453f-45f4-810c-dd43a58e53d9 None None] Routers {'b41f69c5-eb71-4f77-ac39-bf4541d1c12f'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:53:35.485011 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-d8f1c59d-453f-45f4-810c-dd43a58e53d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:53:09Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['b41f69c5-eb71-4f77-ac39-bf4541d1c12f'], 'active': True} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:53:35.514179 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.db.l3_dvrscheduler_db [req-4642eb75-1a3a-47fe-986d-b22bb0aa3f02 req-8958c5d3-2db1-439d-8aad-87e0f7e45799 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] No DVR routers for this DVR port 1b9973de-48e3-4cb5-a15d-7bd646981f14 on host hv-cinder-78447 {{(pid=108905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:53:35.522957 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-4642eb75-1a3a-47fe-986d-b22bb0aa3f02 req-8958c5d3-2db1-439d-8aad-87e0f7e45799 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294'] for port, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:35.526161 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-4642eb75-1a3a-47fe-986d-b22bb0aa3f02 req-8958c5d3-2db1-439d-8aad-87e0f7e45799 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.66 "DELETE /v2.0/ports/1b9973de-48e3-4cb5-a15d-7bd646981f14 HTTP/1.1" status: 204 len: 173 time: 1.1786520 Dec 16 15:53:35.526597 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29bba044-2e01-44b1-bb03-0f367846a5f0', 'name': 'network-vif-deleted', 'tag': '1b9973de-48e3-4cb5-a15d-7bd646981f14'}] {{(pid=108905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:53:35.529293 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6427484bab23da45c698b4d929e4ad3874a49078d57181539d46633581fe494" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f193a0-2c40-4578-9ecf-4dac8c720bd3" -d '{"events": [{"server_uuid": "29bba044-2e01-44b1-bb03-0f367846a5f0", "name": "network-vif-deleted", "tag": "1b9973de-48e3-4cb5-a15d-7bd646981f14"}]}' {{(pid=108905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:53:35.563601 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-f4cbbb9b-122a-442d-a7f5-514c06aee246 req-9b7f9c19-ef49-42fa-a40f-6c85661beb72 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=29bba044-2e01-44b1-bb03-0f367846a5f0 HTTP/1.1" status: 200 len: 210 time: 0.0646918 Dec 16 15:53:35.579683 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-880ebc25-7a8d-4969-af24-85991a16a1b2 x-openstack-request-id: req-880ebc25-7a8d-4969-af24-85991a16a1b2 {{(pid=108905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:53:35.580048 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29bba044-2e01-44b1-bb03-0f367846a5f0", "name": "network-vif-deleted", "tag": "1b9973de-48e3-4cb5-a15d-7bd646981f14", "status": "completed", "code": 200}]} {{(pid=108905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:53:35.580222 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-880ebc25-7a8d-4969-af24-85991a16a1b2 {{(pid=108905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:53:35.580718 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29bba044-2e01-44b1-bb03-0f367846a5f0', 'name': 'network-vif-deleted', 'tag': '1b9973de-48e3-4cb5-a15d-7bd646981f14', 'status': 'completed', 'code': 200} Dec 16 15:53:35.593804 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvr_db [None req-d8f1c59d-453f-45f4-810c-dd43a58e53d9 None None] Set router b41f69c5-eb71-4f77-ac39-bf4541d1c12f gateway port host: dv-cinder-784477-11-iscsi {{(pid=108906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:53:35.793548 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-d8f1c59d-453f-45f4-810c-dd43a58e53d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41f69c5-eb71-4f77-ac39-bf4541d1c12f', 'name': 'tempest-AttachVolumeTestJSON-723468242-router', 'tenant_id': 'a82af4eab10342ddbdddd09e11579c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '329a8e04-0460-4c4f-8646-47551869ce23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:48:39Z', 'updated_at': '2021-12-16T15:48:46Z', 'revision_number': 4, 'project_id': 'a82af4eab10342ddbdddd09e11579c36', 'gw_port': {'id': '329a8e04-0460-4c4f-8646-47551869ce23', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41f69c5-eb71-4f77-ac39-bf4541d1c12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:40Z', 'updated_at': '2021-12-16T15:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_interfaces': [{'id': '10b8ae3b-d5eb-45b9-95fc-83926da84df4', 'name': '', 'network_id': '995ae86b-522a-475e-97b2-0044dee2628f', 'tenant_id': 'a82af4eab10342ddbdddd09e11579c36', 'mac_address': 'fa:16:3e:e8:ad:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41f69c5-eb71-4f77-ac39-bf4541d1c12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5963245f-298c-4a64-a4bf-7727c7e9fe74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:45Z', 'updated_at': '2021-12-16T15:48:54Z', 'revision_number': 5, 'project_id': 'a82af4eab10342ddbdddd09e11579c36', 'subnets': [{'id': '5963245f-298c-4a64-a4bf-7727c7e9fe74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:53:35.823248 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f1c59d-453f-45f4-810c-dd43a58e53d9 None None] Checking router: b41f69c5-eb71-4f77-ac39-bf4541d1c12f for host: dv-cinder-784477-11-iscsi {{(pid=108906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:53:35.831635 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f1c59d-453f-45f4-810c-dd43a58e53d9 None None] Routers {'b41f69c5-eb71-4f77-ac39-bf4541d1c12f'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:53:35.832244 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-d8f1c59d-453f-45f4-810c-dd43a58e53d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:53:09Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['b41f69c5-eb71-4f77-ac39-bf4541d1c12f'], 'active': True} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:53:35.937828 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvr_db [None req-d8f1c59d-453f-45f4-810c-dd43a58e53d9 None None] Set router b41f69c5-eb71-4f77-ac39-bf4541d1c12f gateway port host: dv-cinder-784477-11-iscsi {{(pid=108906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:53:36.149379 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-d8f1c59d-453f-45f4-810c-dd43a58e53d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41f69c5-eb71-4f77-ac39-bf4541d1c12f', 'name': 'tempest-AttachVolumeTestJSON-723468242-router', 'tenant_id': 'a82af4eab10342ddbdddd09e11579c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '329a8e04-0460-4c4f-8646-47551869ce23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:48:39Z', 'updated_at': '2021-12-16T15:48:46Z', 'revision_number': 4, 'project_id': 'a82af4eab10342ddbdddd09e11579c36', 'gw_port': {'id': '329a8e04-0460-4c4f-8646-47551869ce23', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41f69c5-eb71-4f77-ac39-bf4541d1c12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:40Z', 'updated_at': '2021-12-16T15:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_interfaces': [{'id': '10b8ae3b-d5eb-45b9-95fc-83926da84df4', 'name': '', 'network_id': '995ae86b-522a-475e-97b2-0044dee2628f', 'tenant_id': 'a82af4eab10342ddbdddd09e11579c36', 'mac_address': 'fa:16:3e:e8:ad:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41f69c5-eb71-4f77-ac39-bf4541d1c12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5963245f-298c-4a64-a4bf-7727c7e9fe74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:45Z', 'updated_at': '2021-12-16T15:48:54Z', 'revision_number': 5, 'project_id': 'a82af4eab10342ddbdddd09e11579c36', 'subnets': [{'id': '5963245f-298c-4a64-a4bf-7727c7e9fe74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:53:36.152424 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9678121-461e-46e7-a51e-8f3de263c19d req-ab838bb5-5aed-4122-8c73-84eafc11dafb tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:36.154341 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-a9678121-461e-46e7-a51e-8f3de263c19d req-ab838bb5-5aed-4122-8c73-84eafc11dafb tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=635ee3bb-dc82-4d25-95fc-ef55d01f0705 HTTP/1.1" status: 200 len: 946 time: 0.0650945 Dec 16 15:53:36.177036 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f1c59d-453f-45f4-810c-dd43a58e53d9 None None] The sync data for ids ['b41f69c5-eb71-4f77-ac39-bf4541d1c12f'] in dv-cinder-784477-11-iscsi is: [{'id': 'b41f69c5-eb71-4f77-ac39-bf4541d1c12f', 'name': 'tempest-AttachVolumeTestJSON-723468242-router', 'tenant_id': 'a82af4eab10342ddbdddd09e11579c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '329a8e04-0460-4c4f-8646-47551869ce23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:48:39Z', 'updated_at': '2021-12-16T15:48:46Z', 'revision_number': 4, 'project_id': 'a82af4eab10342ddbdddd09e11579c36', 'gw_port': {'id': '329a8e04-0460-4c4f-8646-47551869ce23', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41f69c5-eb71-4f77-ac39-bf4541d1c12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:40Z', 'updated_at': '2021-12-16T15:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_interfaces': [{'id': '10b8ae3b-d5eb-45b9-95fc-83926da84df4', 'name': '', 'network_id': '995ae86b-522a-475e-97b2-0044dee2628f', 'tenant_id': 'a82af4eab10342ddbdddd09e11579c36', 'mac_address': 'fa:16:3e:e8:ad:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41f69c5-eb71-4f77-ac39-bf4541d1c12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5963245f-298c-4a64-a4bf-7727c7e9fe74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:45Z', 'updated_at': '2021-12-16T15:48:54Z', 'revision_number': 5, 'project_id': 'a82af4eab10342ddbdddd09e11579c36', 'subnets': [{'id': '5963245f-298c-4a64-a4bf-7727c7e9fe74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:53:36.226056 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-a9678121-461e-46e7-a51e-8f3de263c19d req-8558d4e1-52a0-438d-bdb8-4d6253f2b920 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa550b95-a5a8-4f5d-a4f5-4ed50b4fc6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640886 Dec 16 15:53:36.419509 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0631ce-3d68-4152-a8b8-37033e547a15 None None] New status for floating IP 2dcece1f-693f-4d8f-af44-781815fb7f75: DOWN {{(pid=108907) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 15:53:36.637537 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-fa01f4ed-7e29-48da-83bf-eb522225138f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:36.644604 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 43158) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:36.700029 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-ca74ab02-c38b-44a8-b333-c750cebe411a tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks [] for security_group, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:36.727362 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-ca74ab02-c38b-44a8-b333-c750cebe411a tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:36.776695 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-ca74ab02-c38b-44a8-b333-c750cebe411a tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:36.781294 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-ca74ab02-c38b-44a8-b333-c750cebe411a tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks [] for security_group, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:36.785112 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-ca74ab02-c38b-44a8-b333-c750cebe411a tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "DELETE /v2.0/security-groups/f111158e-b0d3-4bc9-b508-9088a16d8d6c HTTP/1.1" status: 204 len: 168 time: 0.1362307 Dec 16 15:53:36.785922 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 43160) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:36.793452 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca74ab02-c38b-44a8-b333-c750cebe411a tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f111158e-b0d3-4bc9-b508-9088a16d8d6c,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:36.801683 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.api.v2.resource [None req-87f88ad9-4181-4314-931d-5d67856a1fad tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] show failed (client error): The resource could not be found. Dec 16 15:53:36.806155 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-87f88ad9-4181-4314-931d-5d67856a1fad tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/security-groups/f111158e-b0d3-4bc9-b508-9088a16d8d6c HTTP/1.1" status: 404 len: 347 time: 0.0185316 Dec 16 15:53:36.806999 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 43162) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:36.946084 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.plugin [None req-2c8d9084-3293-4ada-90a9-efab647bc5ac tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Deleting port 9e8193f8-0983-42ff-aa6f-4b3dbb8cfd45 {{(pid=108905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:53:36.946427 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-2c8d9084-3293-4ada-90a9-efab647bc5ac tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739692165232'] for port, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:37.023876 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-2c8d9084-3293-4ada-90a9-efab647bc5ac tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343270'] for port, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:37.024168 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-2c8d9084-3293-4ada-90a9-efab647bc5ac tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:37.036434 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.plugin [None req-2c8d9084-3293-4ada-90a9-efab647bc5ac tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Calling delete_port for 9e8193f8-0983-42ff-aa6f-4b3dbb8cfd45 owned by network:floatingip {{(pid=108905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:53:37.176427 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-2c8d9084-3293-4ada-90a9-efab647bc5ac tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739692371923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739691803603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5936052'] for port, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:37.204654 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8d9084-3293-4ada-90a9-efab647bc5ac tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Pushing event deleted for resources: {'Port': ['ID=9e8193f8-0983-42ff-aa6f-4b3dbb8cfd45,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:37.265821 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-2c8d9084-3293-4ada-90a9-efab647bc5ac tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks [] for floatingip, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:37.268338 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-2c8d9084-3293-4ada-90a9-efab647bc5ac tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294'] for floatingip, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:37.269531 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-2c8d9084-3293-4ada-90a9-efab647bc5ac tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "DELETE /v2.0/floatingips/2dcece1f-693f-4d8f-af44-781815fb7f75 HTTP/1.1" status: 204 len: 168 time: 0.4613814 Dec 16 15:53:37.351393 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3f1e62-9ad1-4715-a5da-e7084e6a89fb req-5615f4e3-4fb7-4293-b46f-7f6c42500189 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:37.354534 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-df3f1e62-9ad1-4715-a5da-e7084e6a89fb req-5615f4e3-4fb7-4293-b46f-7f6c42500189 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=635ee3bb-dc82-4d25-95fc-ef55d01f0705 HTTP/1.1" status: 200 len: 946 time: 0.0533540 Dec 16 15:53:37.404732 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-df3f1e62-9ad1-4715-a5da-e7084e6a89fb req-e610c10b-49ee-4813-a1d1-8c322460ab2f tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa550b95-a5a8-4f5d-a4f5-4ed50b4fc6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456867 Dec 16 15:53:37.514139 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device 1b9973de-48e3-4cb5-a15d-7bd646981f14 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:53:37.538371 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] No Port match for: 1b9973de-48e3-4cb5-a15d-7bd646981f14 {{(pid=108906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:53:37.538708 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device 1b9973de-48e3-4cb5-a15d-7bd646981f14 not bound to the agent host hv-cinder-78447 {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:53:37.644834 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 43170) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:37.649608 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.v2.base [None req-60b0fc61-bfc8-40fc-80a3-f9c4c897c4e2 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1180816757', 'description': 'tempest-description--1022798985'}} {{(pid=108905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:53:37.676198 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-60b0fc61-bfc8-40fc-80a3-f9c4c897c4e2 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks [] for security_group, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:37.743046 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-60b0fc61-bfc8-40fc-80a3-f9c4c897c4e2 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks [] for security_group, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:37.749893 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-60b0fc61-bfc8-40fc-80a3-f9c4c897c4e2 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:37.779171 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-60b0fc61-bfc8-40fc-80a3-f9c4c897c4e2 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks [] for security_group, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:37.780344 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-60b0fc61-bfc8-40fc-80a3-f9c4c897c4e2 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1344674 Dec 16 15:53:37.782251 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b0fc61-bfc8-40fc-80a3-f9c4c897c4e2 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d25298-02f2-44fb-b506-d2f769a44c2d,revision_number=1']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:37.783338 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 43172) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:37.787806 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.v2.base [None req-fa94d399-cdc6-4b26-8671-b2647c1d851a tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Request body: {'security_group_rule': {'security_group_id': 'a9d25298-02f2-44fb-b506-d2f769a44c2d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:53:37.818084 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-fa94d399-cdc6-4b26-8671-b2647c1d851a tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:37.864784 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-fa94d399-cdc6-4b26-8671-b2647c1d851a tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:37.870694 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-fa94d399-cdc6-4b26-8671-b2647c1d851a tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004345'] for security_group_rule, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:37.889197 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa94d399-cdc6-4b26-8671-b2647c1d851a tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20719bff-4468-40ff-956c-35b8c6f54d99,revision_number=0']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:37.895306 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-fa94d399-cdc6-4b26-8671-b2647c1d851a tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:37.896711 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-fa94d399-cdc6-4b26-8671-b2647c1d851a tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1123705 Dec 16 15:53:37.899430 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 43174) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:37.903635 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.v2.base [None req-be3b8f5e-913c-4ee7-9398-bd6b2552e7d2 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Request body: {'security_group_rule': {'security_group_id': 'a9d25298-02f2-44fb-b506-d2f769a44c2d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:53:37.932872 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-be3b8f5e-913c-4ee7-9398-bd6b2552e7d2 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:37.988862 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-be3b8f5e-913c-4ee7-9398-bd6b2552e7d2 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:37.994265 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-be3b8f5e-913c-4ee7-9398-bd6b2552e7d2 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004345'] for security_group_rule, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:38.013055 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3b8f5e-913c-4ee7-9398-bd6b2552e7d2 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdd059b5-574a-4397-8dff-d80e9399ec20,revision_number=0']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:38.024353 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-be3b8f5e-913c-4ee7-9398-bd6b2552e7d2 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:38.025578 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-be3b8f5e-913c-4ee7-9398-bd6b2552e7d2 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1252487 Dec 16 15:53:38.028689 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 43180) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:38.033710 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.v2.base [None req-1effe296-99d2-4a87-8001-32dcdcad84e3 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Request body: {'floatingip': {'floating_network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3'}} {{(pid=108904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:53:38.059511 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-1effe296-99d2-4a87-8001-32dcdcad84e3 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks [] for floatingip, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:38.155643 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-1effe296-99d2-4a87-8001-32dcdcad84e3 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:38.258739 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.db_base_plugin_common [None req-1effe296-99d2-4a87-8001-32dcdcad84e3 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Allocated IP 172.27.1.238 (b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3/792909e7-e23c-4f0f-8575-fa43b44998bb/0a5007af-442a-4a56-afc6-9af15598b82f) {{(pid=108904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:53:38.363660 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-1effe296-99d2-4a87-8001-32dcdcad84e3 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks [] for port, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:38.401693 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-1effe296-99d2-4a87-8001-32dcdcad84e3 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739691803594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4504497'] for port, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:38.445221 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1effe296-99d2-4a87-8001-32dcdcad84e3 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Network b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3 is already hosted by enough agents. {{(pid=108904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:53:38.445221 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.base_scheduler [None req-1effe296-99d2-4a87-8001-32dcdcad84e3 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Resources bound (agent type, host, resource id): {{(pid=108904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:53:38.447188 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1effe296-99d2-4a87-8001-32dcdcad84e3 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Received port after_create {{(pid=108904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:53:38.473091 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1effe296-99d2-4a87-8001-32dcdcad84e3 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Pushing event updated for resources: {'Port': ['ID=0a5007af-442a-4a56-afc6-9af15598b82f,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:38.540975 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21245a04-7b7f-47e9-89e0-68c2369b069f req-53f2857c-b712-4ed8-a47b-2d60652dab4b tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:38.542196 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-1effe296-99d2-4a87-8001-32dcdcad84e3 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:38.542957 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-21245a04-7b7f-47e9-89e0-68c2369b069f req-53f2857c-b712-4ed8-a47b-2d60652dab4b tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=635ee3bb-dc82-4d25-95fc-ef55d01f0705 HTTP/1.1" status: 200 len: 946 time: 0.0539773 Dec 16 15:53:38.578829 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-1effe296-99d2-4a87-8001-32dcdcad84e3 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:38.601936 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-21245a04-7b7f-47e9-89e0-68c2369b069f req-317346cd-e751-4d3d-91e2-c51d06ea7837 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa550b95-a5a8-4f5d-a4f5-4ed50b4fc6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519130 Dec 16 15:53:38.738289 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-1effe296-99d2-4a87-8001-32dcdcad84e3 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks [] for port, precommit_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:38.745967 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-1effe296-99d2-4a87-8001-32dcdcad84e3 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4504520'] for port, after_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:38.809638 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1effe296-99d2-4a87-8001-32dcdcad84e3 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Pushing event updated for resources: {'Port': ['ID=0a5007af-442a-4a56-afc6-9af15598b82f,revision_number=2']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:38.819414 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-1effe296-99d2-4a87-8001-32dcdcad84e3 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874419'] for floatingip, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:38.834800 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-1effe296-99d2-4a87-8001-32dcdcad84e3 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294'] for floatingip, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:38.835998 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-1effe296-99d2-4a87-8001-32dcdcad84e3 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8061700 Dec 16 15:53:38.857581 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-a89b9395-9ca7-443e-baaa-6a927f6060f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:39.047079 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-343059c8-6838-4558-8960-3139ad145238 req-b8f8ef1f-e12d-48db-bb42-d039eb5bbdb0 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1180816757&fields=id&tenant_id=a82af4eab10342ddbdddd09e11579c36 HTTP/1.1" status: 200 len: 267 time: 0.0443487 Dec 16 15:53:39.157833 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343059c8-6838-4558-8960-3139ad145238 req-7fbe6ea2-d27b-462f-a6ea-a61802af6f58 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:39.159201 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-343059c8-6838-4558-8960-3139ad145238 req-7fbe6ea2-d27b-462f-a6ea-a61802af6f58 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/networks?id=995ae86b-522a-475e-97b2-0044dee2628f HTTP/1.1" status: 200 len: 810 time: 0.1041787 Dec 16 15:53:39.174000 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-343059c8-6838-4558-8960-3139ad145238 req-c1762fdb-0d04-4eff-981d-0bd34a9be5e8 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/quotas/a82af4eab10342ddbdddd09e11579c36 HTTP/1.1" status: 200 len: 375 time: 0.0089717 Dec 16 15:53:39.226902 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-343059c8-6838-4558-8960-3139ad145238 req-d4c63016-2627-4773-9ec4-34b9e65941ee tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a82af4eab10342ddbdddd09e11579c36&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476828 Dec 16 15:53:39.330890 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-343059c8-6838-4558-8960-3139ad145238 req-8cdceb6c-21a4-4435-9ff3-b156aad5eaec service neutron] 10.222.0.31 "GET /v2.0/networks/995ae86b-522a-475e-97b2-0044dee2628f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872514 Dec 16 15:53:39.427429 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-343059c8-6838-4558-8960-3139ad145238 req-93029b97-2f59-4bc8-b2dd-d50d4fcfe13d service neutron] 10.222.0.31 "GET /v2.0/networks/995ae86b-522a-475e-97b2-0044dee2628f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886385 Dec 16 15:53:39.649079 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-69141cd5-9ceb-4e79-8e7f-07cb31688615 req-97e3f0a8-2ee9-4e8b-9107-ada09c98cac4 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a13b434-9d4a-4c31-80e7-96e6d17580f1 HTTP/1.1" status: 200 len: 210 time: 0.0835490 Dec 16 15:53:39.731909 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4921752-0f26-4ad9-8b5d-909bf8983abf req-7617c78d-e6bd-4e9d-8fed-a15e8861d0a2 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:39.733366 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-e4921752-0f26-4ad9-8b5d-909bf8983abf req-7617c78d-e6bd-4e9d-8fed-a15e8861d0a2 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=635ee3bb-dc82-4d25-95fc-ef55d01f0705 HTTP/1.1" status: 200 len: 946 time: 0.0535700 Dec 16 15:53:39.780448 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-e4921752-0f26-4ad9-8b5d-909bf8983abf req-88536341-aed4-4a1f-b684-bd50f14d0414 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa550b95-a5a8-4f5d-a4f5-4ed50b4fc6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409341 Dec 16 15:53:40.507392 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-223b144f-a2e3-43d1-9ee0-793d55a0ef66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:40.603475 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343059c8-6838-4558-8960-3139ad145238 req-5912160e-9f1d-47c8-a6bd-f48eb8a7df42 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:40.605096 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-343059c8-6838-4558-8960-3139ad145238 req-5912160e-9f1d-47c8-a6bd-f48eb8a7df42 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.66 "GET /v2.0/networks?id=995ae86b-522a-475e-97b2-0044dee2628f HTTP/1.1" status: 200 len: 810 time: 0.1078341 Dec 16 15:53:40.675734 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-343059c8-6838-4558-8960-3139ad145238 req-02c2473f-3aa6-41d0-9853-812231628e8a tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a82af4eab10342ddbdddd09e11579c36 HTTP/1.1" status: 200 len: 380 time: 0.0580945 Dec 16 15:53:40.690209 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.v2.base [req-343059c8-6838-4558-8960-3139ad145238 req-22dc906f-0ec1-4f2d-ba20-1ef123485af0 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Request body: {'port': {'device_id': '2a13b434-9d4a-4c31-80e7-96e6d17580f1', 'network_id': '995ae86b-522a-475e-97b2-0044dee2628f', 'admin_state_up': True, 'tenant_id': 'a82af4eab10342ddbdddd09e11579c36', 'security_groups': ['a9d25298-02f2-44fb-b506-d2f769a44c2d']}} {{(pid=108905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:53:40.761005 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-b8f671c8-f861-4248-b36f-13c1bf65425d req-9e27ec2c-efeb-410c-9803-41fe158e05ac tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a13b434-9d4a-4c31-80e7-96e6d17580f1 HTTP/1.1" status: 200 len: 210 time: 0.0315006 Dec 16 15:53:40.822696 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-343059c8-6838-4558-8960-3139ad145238 req-22dc906f-0ec1-4f2d-ba20-1ef123485af0 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Made reservation on behalf of a82af4eab10342ddbdddd09e11579c36 for: {'port': 1} {{(pid=108905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:53:40.826570 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-343059c8-6838-4558-8960-3139ad145238 req-22dc906f-0ec1-4f2d-ba20-1ef123485af0 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:40.971028 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08adc3b3-a7c2-49d0-9bcd-f8ef2102599f req-57041fda-85ea-48d9-8ecf-739f8940c3d1 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:40.972847 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-08adc3b3-a7c2-49d0-9bcd-f8ef2102599f req-57041fda-85ea-48d9-8ecf-739f8940c3d1 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=635ee3bb-dc82-4d25-95fc-ef55d01f0705 HTTP/1.1" status: 200 len: 946 time: 0.0919888 Dec 16 15:53:40.992201 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.db.db_base_plugin_common [req-343059c8-6838-4558-8960-3139ad145238 req-22dc906f-0ec1-4f2d-ba20-1ef123485af0 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Allocated IP 172.20.0.13 (995ae86b-522a-475e-97b2-0044dee2628f/5963245f-298c-4a64-a4bf-7727c7e9fe74/9f9dc2a3-5ad0-4f17-8e45-49ed4219d918) {{(pid=108905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:53:41.059151 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-08adc3b3-a7c2-49d0-9bcd-f8ef2102599f req-d94ba97c-ddea-40fa-a0d6-8d0204845b88 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa550b95-a5a8-4f5d-a4f5-4ed50b4fc6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776284 Dec 16 15:53:41.159787 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-343059c8-6838-4558-8960-3139ad145238 req-22dc906f-0ec1-4f2d-ba20-1ef123485af0 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks [] for port, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:41.197146 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-343059c8-6838-4558-8960-3139ad145238 req-22dc906f-0ec1-4f2d-ba20-1ef123485af0 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739691803594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5936052'] for port, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:41.244234 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-343059c8-6838-4558-8960-3139ad145238 req-22dc906f-0ec1-4f2d-ba20-1ef123485af0 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Network 995ae86b-522a-475e-97b2-0044dee2628f is already hosted by enough agents. {{(pid=108905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:53:41.246526 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.base_scheduler [req-343059c8-6838-4558-8960-3139ad145238 req-22dc906f-0ec1-4f2d-ba20-1ef123485af0 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Resources bound (agent type, host, resource id): {{(pid=108905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:53:41.250218 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.db.l3_dvrscheduler_db [req-343059c8-6838-4558-8960-3139ad145238 req-22dc906f-0ec1-4f2d-ba20-1ef123485af0 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Received port after_create {{(pid=108905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:53:41.273376 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dc906f-0ec1-4f2d-ba20-1ef123485af0 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Pushing event updated for resources: {'Port': ['ID=9f9dc2a3-5ad0-4f17-8e45-49ed4219d918,revision_number=1']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:41.292210 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-e6a1afc6-ab61-4c06-9aae-8bc4c5fea8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:41.302553 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343059c8-6838-4558-8960-3139ad145238 req-22dc906f-0ec1-4f2d-ba20-1ef123485af0 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:41.303172 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-343059c8-6838-4558-8960-3139ad145238 req-22dc906f-0ec1-4f2d-ba20-1ef123485af0 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294'] for port, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:41.320505 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-343059c8-6838-4558-8960-3139ad145238 req-22dc906f-0ec1-4f2d-ba20-1ef123485af0 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6344519 Dec 16 15:53:41.332969 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.v2.base [req-343059c8-6838-4558-8960-3139ad145238 req-b7e23fab-8fa5-4dca-9306-4808d667e840 service neutron] Request body: {'port': {'device_id': '2a13b434-9d4a-4c31-80e7-96e6d17580f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=108905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:53:41.388920 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-343059c8-6838-4558-8960-3139ad145238 req-b7e23fab-8fa5-4dca-9306-4808d667e840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:41.481586 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-26eaf137-c41f-460f-a2de-08736bc6d217 None None] Provisioning complete for port 9f9dc2a3-5ad0-4f17-8e45-49ed4219d918 triggered by entity DHCP. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:53:41.482236 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-26eaf137-c41f-460f-a2de-08736bc6d217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:41.515263 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-26eaf137-c41f-460f-a2de-08736bc6d217 None None] Port 9f9dc2a3-5ad0-4f17-8e45-49ed4219d918 cannot update to ACTIVE because it is not bound. {{(pid=108906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:53:41.651887 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.notifiers.nova [req-343059c8-6838-4558-8960-3139ad145238 req-b7e23fab-8fa5-4dca-9306-4808d667e840 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f9dc2a3-5ad0-4f17-8e45-49ed4219d918 {{(pid=108905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:53:41.659213 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-343059c8-6838-4558-8960-3139ad145238 req-b7e23fab-8fa5-4dca-9306-4808d667e840 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:41.671165 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.db.provisioning_blocks [req-343059c8-6838-4558-8960-3139ad145238 req-b7e23fab-8fa5-4dca-9306-4808d667e840 service neutron] Transition to ACTIVE for port object 9f9dc2a3-5ad0-4f17-8e45-49ed4219d918 will not be triggered until provisioned by entity L2. {{(pid=108905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:53:41.677912 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-343059c8-6838-4558-8960-3139ad145238 req-b7e23fab-8fa5-4dca-9306-4808d667e840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5936077'] for port, after_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:41.725828 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e23fab-8fa5-4dca-9306-4808d667e840 service neutron] Pushing event updated for resources: {'Port': ['ID=9f9dc2a3-5ad0-4f17-8e45-49ed4219d918,revision_number=2']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:41.794600 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.managers [req-343059c8-6838-4558-8960-3139ad145238 req-b7e23fab-8fa5-4dca-9306-4808d667e840 service neutron] Attempting to bind port 9f9dc2a3-5ad0-4f17-8e45-49ed4219d918 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=108905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:53:41.794895 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.managers [req-343059c8-6838-4558-8960-3139ad145238 req-b7e23fab-8fa5-4dca-9306-4808d667e840 service neutron] Attempting to bind port 9f9dc2a3-5ad0-4f17-8e45-49ed4219d918 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': 'd79a1b46-9256-41c5-810e-f1d9c9094ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '995ae86b-522a-475e-97b2-0044dee2628f'}] {{(pid=108905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:53:41.795209 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343059c8-6838-4558-8960-3139ad145238 req-b7e23fab-8fa5-4dca-9306-4808d667e840 service neutron] Attempting to bind port 9f9dc2a3-5ad0-4f17-8e45-49ed4219d918 on network 995ae86b-522a-475e-97b2-0044dee2628f {{(pid=108905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:53:41.800509 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343059c8-6838-4558-8960-3139ad145238 req-b7e23fab-8fa5-4dca-9306-4808d667e840 service neutron] Port 9f9dc2a3-5ad0-4f17-8e45-49ed4219d918 on network 995ae86b-522a-475e-97b2-0044dee2628f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=108905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:53:41.800821 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343059c8-6838-4558-8960-3139ad145238 req-b7e23fab-8fa5-4dca-9306-4808d667e840 service neutron] Attempting to bind port 9f9dc2a3-5ad0-4f17-8e45-49ed4219d918 on network 995ae86b-522a-475e-97b2-0044dee2628f {{(pid=108905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:53:41.805876 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343059c8-6838-4558-8960-3139ad145238 req-b7e23fab-8fa5-4dca-9306-4808d667e840 service neutron] Checking agent: {'id': 'cc3d5e4c-e00e-4c48-b0f7-4cab06ea1ca9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 46, 48), 'started_at': datetime.datetime(2021, 12, 16, 15, 46, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:53:41.806204 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343059c8-6838-4558-8960-3139ad145238 req-b7e23fab-8fa5-4dca-9306-4808d667e840 service neutron] Checking segment: {'id': 'd79a1b46-9256-41c5-810e-f1d9c9094ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '995ae86b-522a-475e-97b2-0044dee2628f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:53:41.806594 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343059c8-6838-4558-8960-3139ad145238 req-b7e23fab-8fa5-4dca-9306-4808d667e840 service neutron] Bound using segment: {'id': 'd79a1b46-9256-41c5-810e-f1d9c9094ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '995ae86b-522a-475e-97b2-0044dee2628f'} {{(pid=108905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:53:41.806987 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.managers [req-343059c8-6838-4558-8960-3139ad145238 req-b7e23fab-8fa5-4dca-9306-4808d667e840 service neutron] Bound port: 9f9dc2a3-5ad0-4f17-8e45-49ed4219d918, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd79a1b46-9256-41c5-810e-f1d9c9094ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '995ae86b-522a-475e-97b2-0044dee2628f'}}] {{(pid=108905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:53:41.807334 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-343059c8-6838-4558-8960-3139ad145238 req-b7e23fab-8fa5-4dca-9306-4808d667e840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:41.904672 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.db [req-343059c8-6838-4558-8960-3139ad145238 req-b7e23fab-8fa5-4dca-9306-4808d667e840 service neutron] For port 9f9dc2a3-5ad0-4f17-8e45-49ed4219d918, host hv-cinder-78447, cleared binding levels {{(pid=108905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:53:41.908890 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.db [req-343059c8-6838-4558-8960-3139ad145238 req-b7e23fab-8fa5-4dca-9306-4808d667e840 service neutron] For port 9f9dc2a3-5ad0-4f17-8e45-49ed4219d918, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=9f9dc2a3-5ad0-4f17-8e45-49ed4219d918,segment=NetworkSegment(d79a1b46-9256-41c5-810e-f1d9c9094ece),segment_id=d79a1b46-9256-41c5-810e-f1d9c9094ece)] {{(pid=108905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:53:41.918161 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99d6c2e-3a19-4983-9335-343fda07c2e1 req-0a9b591d-cc01-41c7-ac62-4c893527db22 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:41.919643 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-b99d6c2e-3a19-4983-9335-343fda07c2e1 req-0a9b591d-cc01-41c7-ac62-4c893527db22 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a13b434-9d4a-4c31-80e7-96e6d17580f1 HTTP/1.1" status: 200 len: 944 time: 0.0782518 Dec 16 15:53:41.921148 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-343059c8-6838-4558-8960-3139ad145238 req-b7e23fab-8fa5-4dca-9306-4808d667e840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5936077'] for port, after_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:41.972650 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343059c8-6838-4558-8960-3139ad145238 req-b7e23fab-8fa5-4dca-9306-4808d667e840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:41.973276 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-343059c8-6838-4558-8960-3139ad145238 req-b7e23fab-8fa5-4dca-9306-4808d667e840 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294'] for port, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:41.974525 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-343059c8-6838-4558-8960-3139ad145238 req-b7e23fab-8fa5-4dca-9306-4808d667e840 service neutron] 10.222.0.66 "PUT /v2.0/ports/9f9dc2a3-5ad0-4f17-8e45-49ed4219d918 HTTP/1.1" status: 200 len: 1094 time: 0.6459389 Dec 16 15:53:41.975009 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a13b434-9d4a-4c31-80e7-96e6d17580f1', 'tag': '9f9dc2a3-5ad0-4f17-8e45-49ed4219d918'}] {{(pid=108905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:53:41.977206 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6427484bab23da45c698b4d929e4ad3874a49078d57181539d46633581fe494" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f6ab70-0406-4752-8a39-1509cdf0ee48" -d '{"events": [{"name": "network-changed", "server_uuid": "2a13b434-9d4a-4c31-80e7-96e6d17580f1", "tag": "9f9dc2a3-5ad0-4f17-8e45-49ed4219d918"}]}' {{(pid=108905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:53:42.020429 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754df0ad-2435-4d5d-8743-77f5fa35ced0 x-openstack-request-id: req-754df0ad-2435-4d5d-8743-77f5fa35ced0 {{(pid=108905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:53:42.020727 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a13b434-9d4a-4c31-80e7-96e6d17580f1", "tag": "9f9dc2a3-5ad0-4f17-8e45-49ed4219d918", "status": "completed", "code": 200}]} {{(pid=108905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:53:42.020974 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-754df0ad-2435-4d5d-8743-77f5fa35ced0 {{(pid=108905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:53:42.021388 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a13b434-9d4a-4c31-80e7-96e6d17580f1', 'tag': '9f9dc2a3-5ad0-4f17-8e45-49ed4219d918', 'status': 'completed', 'code': 200} Dec 16 15:53:42.061808 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e23fab-8fa5-4dca-9306-4808d667e840 service neutron] Pushing event updated for resources: {'Port': ['ID=9f9dc2a3-5ad0-4f17-8e45-49ed4219d918,revision_number=3']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:42.070595 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-b99d6c2e-3a19-4983-9335-343fda07c2e1 req-ecea5198-2131-493b-af3f-7942d3776e9f tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9d25298-02f2-44fb-b506-d2f769a44c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404006 Dec 16 15:53:42.085615 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343059c8-6838-4558-8960-3139ad145238 req-24f0a509-3fea-48f0-b766-c23cf66608c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:42.090030 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-343059c8-6838-4558-8960-3139ad145238 req-24f0a509-3fea-48f0-b766-c23cf66608c4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a82af4eab10342ddbdddd09e11579c36&device_id=2a13b434-9d4a-4c31-80e7-96e6d17580f1 HTTP/1.1" status: 200 len: 1097 time: 0.0589287 Dec 16 15:53:42.135177 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-343059c8-6838-4558-8960-3139ad145238 req-cb7fb995-ccb6-4eb2-8495-a2f5b90610f8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f9dc2a3-5ad0-4f17-8e45-49ed4219d918 HTTP/1.1" status: 200 len: 217 time: 0.0391278 Dec 16 15:53:42.209844 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343059c8-6838-4558-8960-3139ad145238 req-84ae29e2-48a4-47fd-9ca2-40ae5a3603a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:42.211289 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-343059c8-6838-4558-8960-3139ad145238 req-84ae29e2-48a4-47fd-9ca2-40ae5a3603a2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5963245f-298c-4a64-a4bf-7727c7e9fe74 HTTP/1.1" status: 200 len: 849 time: 0.0655699 Dec 16 15:53:42.222212 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cabad5-eff8-4ae5-a94d-1122d97585cb req-e239a5ee-5833-4177-a6e3-b66d2197991c tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:42.223606 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-23cabad5-eff8-4ae5-a94d-1122d97585cb req-e239a5ee-5833-4177-a6e3-b66d2197991c tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=635ee3bb-dc82-4d25-95fc-ef55d01f0705 HTTP/1.1" status: 200 len: 946 time: 0.0864780 Dec 16 15:53:42.294187 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343059c8-6838-4558-8960-3139ad145238 req-ffe0bc51-837d-4b89-9885-74d820cf84a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:42.295681 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-343059c8-6838-4558-8960-3139ad145238 req-ffe0bc51-837d-4b89-9885-74d820cf84a8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=995ae86b-522a-475e-97b2-0044dee2628f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0712850 Dec 16 15:53:42.299093 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-23cabad5-eff8-4ae5-a94d-1122d97585cb req-7886adc9-278b-4033-bc11-038c57068dfb tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa550b95-a5a8-4f5d-a4f5-4ed50b4fc6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674253 Dec 16 15:53:42.390934 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-343059c8-6838-4558-8960-3139ad145238 req-16877d81-2f89-4ead-b88c-8c47ec897e7d service neutron] 10.222.0.66 "GET /v2.0/networks/995ae86b-522a-475e-97b2-0044dee2628f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854473 Dec 16 15:53:42.485479 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-343059c8-6838-4558-8960-3139ad145238 req-4c56fd37-6830-4f50-bd05-f346822e3a9b service neutron] 10.222.0.66 "GET /v2.0/networks/995ae86b-522a-475e-97b2-0044dee2628f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858252 Dec 16 15:53:42.593891 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f6ab70-0406-4752-8a39-1509cdf0ee48 req-427ae8f6-2bdd-474a-842f-333481928276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:42.595381 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-09f6ab70-0406-4752-8a39-1509cdf0ee48 req-427ae8f6-2bdd-474a-842f-333481928276 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a82af4eab10342ddbdddd09e11579c36&device_id=2a13b434-9d4a-4c31-80e7-96e6d17580f1 HTTP/1.1" status: 200 len: 1097 time: 0.0425425 Dec 16 15:53:42.693595 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f6ab70-0406-4752-8a39-1509cdf0ee48 req-45b656a7-ccdd-44de-a239-b74684b1b201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:42.695106 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-09f6ab70-0406-4752-8a39-1509cdf0ee48 req-45b656a7-ccdd-44de-a239-b74684b1b201 service neutron] 10.222.0.66 "GET /v2.0/networks?id=995ae86b-522a-475e-97b2-0044dee2628f HTTP/1.1" status: 200 len: 911 time: 0.0898008 Dec 16 15:53:42.743167 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-09f6ab70-0406-4752-8a39-1509cdf0ee48 req-e5ac2920-33db-4e4f-8daa-423795b042e0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f9dc2a3-5ad0-4f17-8e45-49ed4219d918 HTTP/1.1" status: 200 len: 217 time: 0.0369616 Dec 16 15:53:42.750706 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:42.795902 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f6ab70-0406-4752-8a39-1509cdf0ee48 req-9742d319-fe17-48e9-8f84-720b601711cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:42.797349 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-09f6ab70-0406-4752-8a39-1509cdf0ee48 req-9742d319-fe17-48e9-8f84-720b601711cd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5963245f-298c-4a64-a4bf-7727c7e9fe74 HTTP/1.1" status: 200 len: 849 time: 0.0436404 Dec 16 15:53:42.846392 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f6ab70-0406-4752-8a39-1509cdf0ee48 req-429447d4-ef6b-4c08-9da0-77fb031c11f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:42.848205 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-09f6ab70-0406-4752-8a39-1509cdf0ee48 req-429447d4-ef6b-4c08-9da0-77fb031c11f5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=995ae86b-522a-475e-97b2-0044dee2628f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0409231 Dec 16 15:53:42.944616 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-09f6ab70-0406-4752-8a39-1509cdf0ee48 req-ffac8b41-f294-4850-aae7-7e41cc390e05 service neutron] 10.222.0.66 "GET /v2.0/networks/995ae86b-522a-475e-97b2-0044dee2628f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850170 Dec 16 15:53:43.035613 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-09f6ab70-0406-4752-8a39-1509cdf0ee48 req-fc7787f5-210b-41f3-99eb-f31fd9674b46 service neutron] 10.222.0.66 "GET /v2.0/networks/995ae86b-522a-475e-97b2-0044dee2628f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800693 Dec 16 15:53:43.204033 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57ea4d5-6431-42eb-8ccd-9ca0577cb2c9 req-27ce5ff0-6750-47de-99d8-7dfe0b582f60 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:43.205376 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-d57ea4d5-6431-42eb-8ccd-9ca0577cb2c9 req-27ce5ff0-6750-47de-99d8-7dfe0b582f60 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a13b434-9d4a-4c31-80e7-96e6d17580f1 HTTP/1.1" status: 200 len: 944 time: 0.0604246 Dec 16 15:53:43.256962 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-d57ea4d5-6431-42eb-8ccd-9ca0577cb2c9 req-8fbb31ed-4bc1-4513-8315-652a58c75317 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9d25298-02f2-44fb-b506-d2f769a44c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422258 Dec 16 15:53:43.421460 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987be79d-c195-40eb-b572-b49382a39c83 req-1d41c5f6-142b-4324-ad80-bc007d2fc90a tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:43.422916 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-987be79d-c195-40eb-b572-b49382a39c83 req-1d41c5f6-142b-4324-ad80-bc007d2fc90a tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=635ee3bb-dc82-4d25-95fc-ef55d01f0705 HTTP/1.1" status: 200 len: 946 time: 0.0494943 Dec 16 15:53:43.472561 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-987be79d-c195-40eb-b572-b49382a39c83 req-86605051-99a4-4704-af2e-8cd61ba9efcb tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa550b95-a5a8-4f5d-a4f5-4ed50b4fc6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422668 Dec 16 15:53:43.567949 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device d48abd91-ed3c-4f04-8767-5e6f0211d6fe details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=108906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:53:43.663568 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] For port d48abd91-ed3c-4f04-8767-5e6f0211d6fe, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=d48abd91-ed3c-4f04-8767-5e6f0211d6fe,segment=NetworkSegment(6ac95f2c-e8cd-453d-a535-ad4189b6290a),segment_id=6ac95f2c-e8cd-453d-a535-ad4189b6290a)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:53:43.675650 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Returning: {'device': 'd48abd91-ed3c-4f04-8767-5e6f0211d6fe', 'network_id': 'd7f36349-73c7-464a-bf62-5f09a6e738d6', 'port_id': 'd48abd91-ed3c-4f04-8767-5e6f0211d6fe', 'mac_address': 'fa:16:3e:31:8d:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd74c3a7c-65e1-4354-b26d-40ed68846b85', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:53:43.721043 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:43.735058 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.notifiers.nova [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d48abd91-ed3c-4f04-8767-5e6f0211d6fe {{(pid=108906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:53:43.753812 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] For port d48abd91-ed3c-4f04-8767-5e6f0211d6fe, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=d48abd91-ed3c-4f04-8767-5e6f0211d6fe,segment=NetworkSegment(6ac95f2c-e8cd-453d-a535-ad4189b6290a),segment_id=6ac95f2c-e8cd-453d-a535-ad4189b6290a)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:53:43.760008 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:43.810220 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Pushing event updated for resources: {'Port': ['ID=d48abd91-ed3c-4f04-8767-5e6f0211d6fe,revision_number=6']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:43.856191 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] get_ports_and_sgs() called for port_ids ['d48abd91-ed3c-4f04-8767-5e6f0211d6fe'] {{(pid=108906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:53:44.386817 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fec090-2306-42e2-9e16-979cbdc5a5ac req-9fdcbae2-fad5-4443-85dc-a8a6762790aa tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:44.388246 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-42fec090-2306-42e2-9e16-979cbdc5a5ac req-9fdcbae2-fad5-4443-85dc-a8a6762790aa tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a13b434-9d4a-4c31-80e7-96e6d17580f1 HTTP/1.1" status: 200 len: 944 time: 0.0523694 Dec 16 15:53:44.441948 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-42fec090-2306-42e2-9e16-979cbdc5a5ac req-a691134d-cc91-410d-8358-68138c7b0d2d tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9d25298-02f2-44fb-b506-d2f769a44c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470295 Dec 16 15:53:44.631468 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c1e60d-bba9-4a00-8151-6ddcbf5b13d8 req-5a5aa7a5-1357-4a34-a928-1deb984a7c6f tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:44.638943 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-32c1e60d-bba9-4a00-8151-6ddcbf5b13d8 req-5a5aa7a5-1357-4a34-a928-1deb984a7c6f tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=635ee3bb-dc82-4d25-95fc-ef55d01f0705 HTTP/1.1" status: 200 len: 945 time: 0.0577602 Dec 16 15:53:44.694381 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-32c1e60d-bba9-4a00-8151-6ddcbf5b13d8 req-cd8200f8-9d88-4e1c-9de3-1f8665614ec8 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa550b95-a5a8-4f5d-a4f5-4ed50b4fc6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545065 Dec 16 15:53:45.580845 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device d48abd91-ed3c-4f04-8767-5e6f0211d6fe up at agent hyperv_hv-cinder-78447 {{(pid=108906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:53:45.586734 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device 9f9dc2a3-5ad0-4f17-8e45-49ed4219d918 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=108906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:53:45.633446 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3925fc-a312-45a3-8bdd-bad164a7ce7c req-df4f50fa-d6ad-41bf-a28d-468bcfa08fb4 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:45.635875 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-ea3925fc-a312-45a3-8bdd-bad164a7ce7c req-df4f50fa-d6ad-41bf-a28d-468bcfa08fb4 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a13b434-9d4a-4c31-80e7-96e6d17580f1 HTTP/1.1" status: 200 len: 944 time: 0.0816951 Dec 16 15:53:45.701122 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-ea3925fc-a312-45a3-8bdd-bad164a7ce7c req-6d7d7a32-cf83-4e6e-94ae-e11cf66a7132 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9d25298-02f2-44fb-b506-d2f769a44c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591724 Dec 16 15:53:45.743590 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] For port 9f9dc2a3-5ad0-4f17-8e45-49ed4219d918, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=9f9dc2a3-5ad0-4f17-8e45-49ed4219d918,segment=NetworkSegment(d79a1b46-9256-41c5-810e-f1d9c9094ece),segment_id=d79a1b46-9256-41c5-810e-f1d9c9094ece)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:53:45.757127 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Provisioning complete for port d48abd91-ed3c-4f04-8767-5e6f0211d6fe triggered by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:53:45.757771 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:45.760573 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Returning: {'device': '9f9dc2a3-5ad0-4f17-8e45-49ed4219d918', 'network_id': '995ae86b-522a-475e-97b2-0044dee2628f', 'port_id': '9f9dc2a3-5ad0-4f17-8e45-49ed4219d918', 'mac_address': 'fa:16:3e:b6:2f:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5963245f-298c-4a64-a4bf-7727c7e9fe74', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:53:45.830617 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fc8941-d4e8-4aae-aaab-d8d69fbce0d3 req-729e3a4f-ee12-4a49-b93b-059c17147e3e tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:45.832170 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-a6fc8941-d4e8-4aae-aaab-d8d69fbce0d3 req-729e3a4f-ee12-4a49-b93b-059c17147e3e tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=635ee3bb-dc82-4d25-95fc-ef55d01f0705 HTTP/1.1" status: 200 len: 945 time: 0.0635386 Dec 16 15:53:45.882950 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:45.922034 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-a6fc8941-d4e8-4aae-aaab-d8d69fbce0d3 req-0839adcd-5e9b-465e-b2c0-8f6024201dac tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa550b95-a5a8-4f5d-a4f5-4ed50b4fc6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806391 Dec 16 15:53:45.952993 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.notifiers.nova [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f9dc2a3-5ad0-4f17-8e45-49ed4219d918 {{(pid=108906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:53:46.123051 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:46.126098 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] For port 9f9dc2a3-5ad0-4f17-8e45-49ed4219d918, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=9f9dc2a3-5ad0-4f17-8e45-49ed4219d918,segment=NetworkSegment(d79a1b46-9256-41c5-810e-f1d9c9094ece),segment_id=d79a1b46-9256-41c5-810e-f1d9c9094ece)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:53:46.136816 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:46.190198 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Pushing event updated for resources: {'Port': ['ID=9f9dc2a3-5ad0-4f17-8e45-49ed4219d918,revision_number=4']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:46.199764 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '635ee3bb-dc82-4d25-95fc-ef55d01f0705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd48abd91-ed3c-4f04-8767-5e6f0211d6fe'}] {{(pid=108906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:53:46.202036 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02b5cd720e1ebaa5714ffb0bc34871610594f2c4f6020a6f60f7cc29a5a8a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b6245c6-10ad-4535-8970-56be1ad2f5cc" -d '{"events": [{"server_uuid": "635ee3bb-dc82-4d25-95fc-ef55d01f0705", "name": "network-vif-plugged", "status": "completed", "tag": "d48abd91-ed3c-4f04-8767-5e6f0211d6fe"}]}' {{(pid=108906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:53:46.217197 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] For port d48abd91-ed3c-4f04-8767-5e6f0211d6fe, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=d48abd91-ed3c-4f04-8767-5e6f0211d6fe,segment=NetworkSegment(6ac95f2c-e8cd-453d-a535-ad4189b6290a),segment_id=6ac95f2c-e8cd-453d-a535-ad4189b6290a)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:53:46.224109 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:46.249117 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e994182-4587-47fa-9c04-b71bb7b97321 x-openstack-request-id: req-1e994182-4587-47fa-9c04-b71bb7b97321 {{(pid=108906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:53:46.249396 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "635ee3bb-dc82-4d25-95fc-ef55d01f0705", "name": "network-vif-plugged", "status": "completed", "tag": "d48abd91-ed3c-4f04-8767-5e6f0211d6fe", "code": 200}]} {{(pid=108906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:53:46.249838 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1e994182-4587-47fa-9c04-b71bb7b97321 {{(pid=108906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:53:46.250314 dv-cinder-784477-11-iscsi neutron-server[108906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '635ee3bb-dc82-4d25-95fc-ef55d01f0705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd48abd91-ed3c-4f04-8767-5e6f0211d6fe', 'code': 200} Dec 16 15:53:46.279531 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Pushing event updated for resources: {'Port': ['ID=d48abd91-ed3c-4f04-8767-5e6f0211d6fe,revision_number=7']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:46.416755 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] get_ports_and_sgs() called for port_ids ['9f9dc2a3-5ad0-4f17-8e45-49ed4219d918'] {{(pid=108906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:53:46.820411 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ff54e-e15f-4b5d-b225-e50ee774b93b req-2be0ae9e-cd5c-4cc9-a9aa-805215c17bb1 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:46.828028 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-f02ff54e-e15f-4b5d-b225-e50ee774b93b req-2be0ae9e-cd5c-4cc9-a9aa-805215c17bb1 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a13b434-9d4a-4c31-80e7-96e6d17580f1 HTTP/1.1" status: 200 len: 945 time: 0.0546982 Dec 16 15:53:46.873336 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-f02ff54e-e15f-4b5d-b225-e50ee774b93b req-83ffe614-6ba9-4e2d-ab2d-b8c691c19f36 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9d25298-02f2-44fb-b506-d2f769a44c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443859 Dec 16 15:53:47.009699 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.agents_db [None req-3e981004-2469-4169-a15f-e329d1e51356 None None] Agent healthcheck: found 6 active agents {{(pid=108907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:53:47.063409 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21efbd23-fd78-40d2-a3cc-82ad4665f2c1 req-19dee5e7-f19d-4e12-b400-e4ac6506d10e tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:47.069968 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-21efbd23-fd78-40d2-a3cc-82ad4665f2c1 req-19dee5e7-f19d-4e12-b400-e4ac6506d10e tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=635ee3bb-dc82-4d25-95fc-ef55d01f0705 HTTP/1.1" status: 200 len: 946 time: 0.0653121 Dec 16 15:53:47.126120 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-21efbd23-fd78-40d2-a3cc-82ad4665f2c1 req-e195183d-bae9-463c-bb60-53b5a17556a7 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa550b95-a5a8-4f5d-a4f5-4ed50b4fc6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508211 Dec 16 15:53:47.993694 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234e8e0-b201-48a3-8d05-73f72df1f113 req-20726526-b45a-4528-99cd-33277981c0d7 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:47.995263 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c234e8e0-b201-48a3-8d05-73f72df1f113 req-20726526-b45a-4528-99cd-33277981c0d7 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a13b434-9d4a-4c31-80e7-96e6d17580f1 HTTP/1.1" status: 200 len: 945 time: 0.0528922 Dec 16 15:53:48.046955 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c234e8e0-b201-48a3-8d05-73f72df1f113 req-2fa2ada4-e7f6-4b56-8443-9c50c5d1bf8d tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9d25298-02f2-44fb-b506-d2f769a44c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452325 Dec 16 15:53:48.274202 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c382e55-a5aa-45cc-abfb-c94cda77f1f8 req-0bcfc309-c8cb-4a4a-a461-e9a5599d7712 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:48.275815 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-9c382e55-a5aa-45cc-abfb-c94cda77f1f8 req-0bcfc309-c8cb-4a4a-a461-e9a5599d7712 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=635ee3bb-dc82-4d25-95fc-ef55d01f0705 HTTP/1.1" status: 200 len: 946 time: 0.0713241 Dec 16 15:53:48.329870 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-9c382e55-a5aa-45cc-abfb-c94cda77f1f8 req-d36e2c2f-64d9-4cdf-a738-123e3bd07ee1 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa550b95-a5a8-4f5d-a4f5-4ed50b4fc6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472596 Dec 16 15:53:49.173265 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39496cd-4731-4adc-b9ed-d691eb875086 req-a1fae0c8-aafd-4709-a45e-8edfc8369c08 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:49.194467 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-b39496cd-4731-4adc-b9ed-d691eb875086 req-a1fae0c8-aafd-4709-a45e-8edfc8369c08 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a13b434-9d4a-4c31-80e7-96e6d17580f1 HTTP/1.1" status: 200 len: 945 time: 0.0558736 Dec 16 15:53:49.254834 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-b39496cd-4731-4adc-b9ed-d691eb875086 req-7842fbcb-ce94-4216-8b20-f8aa726d4a8f tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9d25298-02f2-44fb-b506-d2f769a44c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694880 Dec 16 15:53:49.336303 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:49.458000 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947af1d1-002d-497f-8ff1-33b83319585c req-d1f17080-a9bb-454e-8946-366d62586d6a tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:49.458000 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-947af1d1-002d-497f-8ff1-33b83319585c req-d1f17080-a9bb-454e-8946-366d62586d6a tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=635ee3bb-dc82-4d25-95fc-ef55d01f0705 HTTP/1.1" status: 200 len: 946 time: 0.0512156 Dec 16 15:53:49.528957 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-947af1d1-002d-497f-8ff1-33b83319585c req-8bb9d196-29d5-4621-a1a5-e18cdc6c440a tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa550b95-a5a8-4f5d-a4f5-4ed50b4fc6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625401 Dec 16 15:53:50.383029 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45981c-a73b-478a-899f-685b51e70f48 req-ac5588b0-24ec-4c3e-9710-6a2457d7e55e tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:50.390437 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-2c45981c-a73b-478a-899f-685b51e70f48 req-ac5588b0-24ec-4c3e-9710-6a2457d7e55e tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a13b434-9d4a-4c31-80e7-96e6d17580f1 HTTP/1.1" status: 200 len: 945 time: 0.0628946 Dec 16 15:53:50.437678 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-2c45981c-a73b-478a-899f-685b51e70f48 req-0a330604-1377-4182-bad7-2faeab689039 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9d25298-02f2-44fb-b506-d2f769a44c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462329 Dec 16 15:53:50.668944 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f832ab0c-6b36-4f44-b7fe-219e58a5c15a req-b44a2a69-3494-4137-b1a6-da3130944ad6 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:50.670811 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-f832ab0c-6b36-4f44-b7fe-219e58a5c15a req-b44a2a69-3494-4137-b1a6-da3130944ad6 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=635ee3bb-dc82-4d25-95fc-ef55d01f0705 HTTP/1.1" status: 200 len: 946 time: 0.0527446 Dec 16 15:53:50.723628 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-f832ab0c-6b36-4f44-b7fe-219e58a5c15a req-ed3b673b-c1fc-4305-9718-9e650de6e122 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa550b95-a5a8-4f5d-a4f5-4ed50b4fc6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464168 Dec 16 15:53:51.640769 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f6c291-85a6-4078-8d1e-e6b4e4275ccb req-a5258727-0f3b-4836-87a1-f2b35eb8005d tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:51.648328 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c4f6c291-85a6-4078-8d1e-e6b4e4275ccb req-a5258727-0f3b-4836-87a1-f2b35eb8005d tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a13b434-9d4a-4c31-80e7-96e6d17580f1 HTTP/1.1" status: 200 len: 945 time: 0.0597115 Dec 16 15:53:51.880833 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device 9f9dc2a3-5ad0-4f17-8e45-49ed4219d918 up at agent hyperv_hv-cinder-78447 {{(pid=108906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:53:51.979397 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Provisioning for port 9f9dc2a3-5ad0-4f17-8e45-49ed4219d918 completed by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:53:51.984811 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Provisioning complete for port 9f9dc2a3-5ad0-4f17-8e45-49ed4219d918 triggered by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:53:51.985295 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:52.004015 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c4f6c291-85a6-4078-8d1e-e6b4e4275ccb req-06f3d350-4cc8-41b0-8ccb-b609387af8b5 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9d25298-02f2-44fb-b506-d2f769a44c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3547142 Dec 16 15:53:52.017923 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d7001-5936-414a-9e9a-159b431f5c2b req-4f64844f-9d85-4bb3-9dd3-4552d92359aa tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:52.019718 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-a53d7001-5936-414a-9e9a-159b431f5c2b req-4f64844f-9d85-4bb3-9dd3-4552d92359aa tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=635ee3bb-dc82-4d25-95fc-ef55d01f0705 HTTP/1.1" status: 200 len: 946 time: 0.0792959 Dec 16 15:53:52.074056 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-a53d7001-5936-414a-9e9a-159b431f5c2b req-b02f1b26-3fd6-481c-9364-a541c36e5d55 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa550b95-a5a8-4f5d-a4f5-4ed50b4fc6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460300 Dec 16 15:53:52.080427 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:52.104473 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a13b434-9d4a-4c31-80e7-96e6d17580f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f9dc2a3-5ad0-4f17-8e45-49ed4219d918'}] {{(pid=108906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:53:52.107840 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02b5cd720e1ebaa5714ffb0bc34871610594f2c4f6020a6f60f7cc29a5a8a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef544720-60c6-4c0b-bdda-568910010847" -d '{"events": [{"server_uuid": "2a13b434-9d4a-4c31-80e7-96e6d17580f1", "name": "network-vif-plugged", "status": "completed", "tag": "9f9dc2a3-5ad0-4f17-8e45-49ed4219d918"}]}' {{(pid=108906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:53:52.121437 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] For port 9f9dc2a3-5ad0-4f17-8e45-49ed4219d918, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=9f9dc2a3-5ad0-4f17-8e45-49ed4219d918,segment=NetworkSegment(d79a1b46-9256-41c5-810e-f1d9c9094ece),segment_id=d79a1b46-9256-41c5-810e-f1d9c9094ece)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:53:52.128647 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:52.160818 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc3ee099-6574-4f96-888b-22faa2d09b32 x-openstack-request-id: req-dc3ee099-6574-4f96-888b-22faa2d09b32 {{(pid=108906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:53:52.161156 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a13b434-9d4a-4c31-80e7-96e6d17580f1", "name": "network-vif-plugged", "status": "completed", "tag": "9f9dc2a3-5ad0-4f17-8e45-49ed4219d918", "code": 200}]} {{(pid=108906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:53:52.161512 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dc3ee099-6574-4f96-888b-22faa2d09b32 {{(pid=108906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:53:52.161905 dv-cinder-784477-11-iscsi neutron-server[108906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a13b434-9d4a-4c31-80e7-96e6d17580f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f9dc2a3-5ad0-4f17-8e45-49ed4219d918', 'code': 200} Dec 16 15:53:52.191348 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Pushing event updated for resources: {'Port': ['ID=9f9dc2a3-5ad0-4f17-8e45-49ed4219d918,revision_number=5']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:53.141554 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5be1c45-a7d4-40b5-9044-adad4605e7e6 req-8f58153b-bd68-4e54-8d59-21e2abfd256a tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:53.143024 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-f5be1c45-a7d4-40b5-9044-adad4605e7e6 req-8f58153b-bd68-4e54-8d59-21e2abfd256a tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a13b434-9d4a-4c31-80e7-96e6d17580f1 HTTP/1.1" status: 200 len: 946 time: 0.0491123 Dec 16 15:53:53.219616 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-f5be1c45-a7d4-40b5-9044-adad4605e7e6 req-1f4ab289-170e-4de2-8f77-257b08227f42 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9d25298-02f2-44fb-b506-d2f769a44c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704505 Dec 16 15:53:53.227973 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1c659f-ec52-48ff-94b0-4d132a24fc94 req-7d075487-1780-4147-b73a-aa914c237bb2 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:53.229359 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-6d1c659f-ec52-48ff-94b0-4d132a24fc94 req-7d075487-1780-4147-b73a-aa914c237bb2 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=635ee3bb-dc82-4d25-95fc-ef55d01f0705 HTTP/1.1" status: 200 len: 946 time: 0.0745373 Dec 16 15:53:53.276307 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-6d1c659f-ec52-48ff-94b0-4d132a24fc94 req-4458e94d-a560-4889-b5aa-6b746803159a tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa550b95-a5a8-4f5d-a4f5-4ed50b4fc6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407495 Dec 16 15:53:53.798173 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c166a30d-89dc-4308-b9c7-8a54e9c2ecf2 req-0c32d75e-6828-4591-b0b9-c41ed27e5071 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=248b8eac-f030-4761-a6c9-0ddaf6475f0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392466 Dec 16 15:53:53.928748 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c166a30d-89dc-4308-b9c7-8a54e9c2ecf2 req-4934f19c-8146-4cf3-867f-7088dda96a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:53.930292 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c166a30d-89dc-4308-b9c7-8a54e9c2ecf2 req-4934f19c-8146-4cf3-867f-7088dda96a48 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=34de311402354bb6a5903e764e3a0cbc&device_id=248b8eac-f030-4761-a6c9-0ddaf6475f0f HTTP/1.1" status: 200 len: 1098 time: 0.0878479 Dec 16 15:53:53.937758 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c85246-ca0b-4e9a-bbeb-88c8cdd4befd req-00cb4562-ab7a-494a-9102-caee98a8221d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:53.939413 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-e9c85246-ca0b-4e9a-bbeb-88c8cdd4befd req-00cb4562-ab7a-494a-9102-caee98a8221d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2a13b434-9d4a-4c31-80e7-96e6d17580f1 HTTP/1.1" status: 200 len: 1099 time: 0.0826728 Dec 16 15:53:54.094518 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-e9c85246-ca0b-4e9a-bbeb-88c8cdd4befd req-8d0d7d47-d273-4df3-bb4d-af6e5071dc03 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a9d25298-02f2-44fb-b506-d2f769a44c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405567 Dec 16 15:53:54.147218 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c166a30d-89dc-4308-b9c7-8a54e9c2ecf2 req-b1693e49-48d8-4c5c-8054-8b7989e72b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:54.148667 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c166a30d-89dc-4308-b9c7-8a54e9c2ecf2 req-b1693e49-48d8-4c5c-8054-8b7989e72b51 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9f3bcad2-6582-4016-8d64-28b5be20bd8f HTTP/1.1" status: 200 len: 909 time: 0.0857737 Dec 16 15:53:54.428220 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84b76c4-102d-4431-8d00-5c30a037d091 req-faf6e505-3386-4f47-b226-29cb8b905424 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:54.429719 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-b84b76c4-102d-4431-8d00-5c30a037d091 req-faf6e505-3386-4f47-b226-29cb8b905424 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a13b434-9d4a-4c31-80e7-96e6d17580f1 HTTP/1.1" status: 200 len: 946 time: 0.1300690 Dec 16 15:53:54.436441 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c166a30d-89dc-4308-b9c7-8a54e9c2ecf2 req-b3b33421-21aa-4efd-924c-9e4997d24b02 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e2fdbb4-3edf-41eb-8daa-904ea54bacb1 HTTP/1.1" status: 200 len: 1001 time: 0.1097982 Dec 16 15:53:54.505319 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ad668-d0d0-46e8-a16a-24c93aac2423 req-4c1e5449-fd68-4569-a07f-fc4abdc2ef4a tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:54.506899 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-855ad668-d0d0-46e8-a16a-24c93aac2423 req-4c1e5449-fd68-4569-a07f-fc4abdc2ef4a tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=635ee3bb-dc82-4d25-95fc-ef55d01f0705 HTTP/1.1" status: 200 len: 946 time: 0.1378262 Dec 16 15:53:54.532340 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e76947-d754-4c99-80df-2e1fc3bc4231 req-cb40f007-23fe-455a-a831-5bd8e4bd8ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:54.533893 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-c9e76947-d754-4c99-80df-2e1fc3bc4231 req-cb40f007-23fe-455a-a831-5bd8e4bd8ea5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=66fbf45043974460803db71f1750aacc&device_id=635ee3bb-dc82-4d25-95fc-ef55d01f0705 HTTP/1.1" status: 200 len: 1099 time: 0.0408969 Dec 16 15:53:54.543655 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c166a30d-89dc-4308-b9c7-8a54e9c2ecf2 req-a78462ec-7957-4460-98e6-c0ce77599a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:54.545062 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c166a30d-89dc-4308-b9c7-8a54e9c2ecf2 req-a78462ec-7957-4460-98e6-c0ce77599a60 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=be190589-1228-416b-a7de-4c8d3640d62c HTTP/1.1" status: 200 len: 847 time: 0.0985279 Dec 16 15:53:54.550210 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-b84b76c4-102d-4431-8d00-5c30a037d091 req-22747baa-9f9d-4fc3-a508-37ba19c934d6 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9d25298-02f2-44fb-b506-d2f769a44c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129451 Dec 16 15:53:54.605115 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-855ad668-d0d0-46e8-a16a-24c93aac2423 req-d1d4f5b7-cbd7-41c5-b3e9-a194a6c8e1d4 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa550b95-a5a8-4f5d-a4f5-4ed50b4fc6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908751 Dec 16 15:53:54.612632 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c166a30d-89dc-4308-b9c7-8a54e9c2ecf2 req-642b4c33-f347-41bf-9809-223014844428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:54.614327 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c166a30d-89dc-4308-b9c7-8a54e9c2ecf2 req-642b4c33-f347-41bf-9809-223014844428 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9f3bcad2-6582-4016-8d64-28b5be20bd8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0593600 Dec 16 15:53:54.631387 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e76947-d754-4c99-80df-2e1fc3bc4231 req-b39d32d6-83af-4184-abf0-333db295d606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:54.632080 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-c9e76947-d754-4c99-80df-2e1fc3bc4231 req-b39d32d6-83af-4184-abf0-333db295d606 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d7f36349-73c7-464a-bf62-5f09a6e738d6 HTTP/1.1" status: 200 len: 918 time: 0.0884376 Dec 16 15:53:54.702378 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-c9e76947-d754-4c99-80df-2e1fc3bc4231 req-319e54e0-905c-4054-b6d4-537cedd6e2a1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d48abd91-ed3c-4f04-8767-5e6f0211d6fe HTTP/1.1" status: 200 len: 1002 time: 0.0634682 Dec 16 15:53:54.716666 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c166a30d-89dc-4308-b9c7-8a54e9c2ecf2 req-53201ed8-8844-4a59-ac38-76d3f1a7cf64 service neutron] 10.222.0.66 "GET /v2.0/networks/9f3bcad2-6582-4016-8d64-28b5be20bd8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941343 Dec 16 15:53:54.757993 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e76947-d754-4c99-80df-2e1fc3bc4231 req-c64c691b-45a7-43fa-9f8b-eefb8b3e09ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:54.759533 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-c9e76947-d754-4c99-80df-2e1fc3bc4231 req-c64c691b-45a7-43fa-9f8b-eefb8b3e09ca service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d74c3a7c-65e1-4354-b26d-40ed68846b85 HTTP/1.1" status: 200 len: 856 time: 0.0494301 Dec 16 15:53:54.827103 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c166a30d-89dc-4308-b9c7-8a54e9c2ecf2 req-5cc6692d-694b-4c27-a280-7bb21f574a6e service neutron] 10.222.0.66 "GET /v2.0/networks/9f3bcad2-6582-4016-8d64-28b5be20bd8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019518 Dec 16 15:53:54.835203 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e76947-d754-4c99-80df-2e1fc3bc4231 req-901f8d01-75b8-4825-95c9-bfeff266b511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:54.836852 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-c9e76947-d754-4c99-80df-2e1fc3bc4231 req-901f8d01-75b8-4825-95c9-bfeff266b511 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d7f36349-73c7-464a-bf62-5f09a6e738d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0681460 Dec 16 15:53:54.932077 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-c9e76947-d754-4c99-80df-2e1fc3bc4231 req-449213e1-fed6-41ef-aed4-3c88237783a5 service neutron] 10.222.0.66 "GET /v2.0/networks/d7f36349-73c7-464a-bf62-5f09a6e738d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841274 Dec 16 15:53:55.031618 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-c9e76947-d754-4c99-80df-2e1fc3bc4231 req-96fa2f9f-dc66-4404-a350-10bb730417f4 service neutron] 10.222.0.66 "GET /v2.0/networks/d7f36349-73c7-464a-bf62-5f09a6e738d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902824 Dec 16 15:53:55.670228 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ae106-88f1-4aa0-85b9-b59b8b5cb6bb req-5134560b-8272-42d3-a087-ffdcc374cd2b tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:55.671713 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-6e6ae106-88f1-4aa0-85b9-b59b8b5cb6bb req-5134560b-8272-42d3-a087-ffdcc374cd2b tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a13b434-9d4a-4c31-80e7-96e6d17580f1 HTTP/1.1" status: 200 len: 946 time: 0.0504491 Dec 16 15:53:55.751249 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-6e6ae106-88f1-4aa0-85b9-b59b8b5cb6bb req-c7c9e248-4035-4250-a20a-1489364156ff tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9d25298-02f2-44fb-b506-d2f769a44c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735157 Dec 16 15:53:55.761857 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2556deb-e87c-437c-82eb-3d58288ce94b req-cecc719c-3b67-4f1c-a9b9-7c4b289d3872 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:55.763344 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-a2556deb-e87c-437c-82eb-3d58288ce94b req-cecc719c-3b67-4f1c-a9b9-7c4b289d3872 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=635ee3bb-dc82-4d25-95fc-ef55d01f0705 HTTP/1.1" status: 200 len: 946 time: 0.0845473 Dec 16 15:53:55.811320 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-a2556deb-e87c-437c-82eb-3d58288ce94b req-afd64c8d-252b-41d6-8b68-8703136eaabb tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa550b95-a5a8-4f5d-a4f5-4ed50b4fc6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417955 Dec 16 15:53:56.892386 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f536860-fca0-49cd-a7d1-eb1bbb1d408e req-b595c5da-a746-46ff-99ec-fc74f54b6c30 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:56.894066 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-4f536860-fca0-49cd-a7d1-eb1bbb1d408e req-b595c5da-a746-46ff-99ec-fc74f54b6c30 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a13b434-9d4a-4c31-80e7-96e6d17580f1 HTTP/1.1" status: 200 len: 946 time: 0.0614250 Dec 16 15:53:56.964025 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-4f536860-fca0-49cd-a7d1-eb1bbb1d408e req-058276c0-0bf3-482a-ae21-804b0ad29137 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9d25298-02f2-44fb-b506-d2f769a44c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606866 Dec 16 15:53:56.974884 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e74f9-a597-4fa6-b763-8b6d0551b3a0 req-1148f5fa-042f-4c0d-89f9-7d3ce4e71e32 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:56.976370 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-989e74f9-a597-4fa6-b763-8b6d0551b3a0 req-1148f5fa-042f-4c0d-89f9-7d3ce4e71e32 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=635ee3bb-dc82-4d25-95fc-ef55d01f0705 HTTP/1.1" status: 200 len: 946 time: 0.0813687 Dec 16 15:53:57.029773 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-989e74f9-a597-4fa6-b763-8b6d0551b3a0 req-aaa43b12-500c-4a17-8a18-4e0ef99732b3 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa550b95-a5a8-4f5d-a4f5-4ed50b4fc6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474596 Dec 16 15:53:57.952834 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device d48abd91-ed3c-4f04-8767-5e6f0211d6fe no longer exists at agent hyperv_hv-cinder-78447 {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:53:58.034065 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:58.057281 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '635ee3bb-dc82-4d25-95fc-ef55d01f0705', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd48abd91-ed3c-4f04-8767-5e6f0211d6fe'}] {{(pid=108906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:53:58.059533 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02b5cd720e1ebaa5714ffb0bc34871610594f2c4f6020a6f60f7cc29a5a8a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-005a5cf7-0983-48a0-ac2d-491032148788" -d '{"events": [{"server_uuid": "635ee3bb-dc82-4d25-95fc-ef55d01f0705", "name": "network-vif-unplugged", "status": "completed", "tag": "d48abd91-ed3c-4f04-8767-5e6f0211d6fe"}]}' {{(pid=108906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:53:58.080534 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] For port d48abd91-ed3c-4f04-8767-5e6f0211d6fe, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=d48abd91-ed3c-4f04-8767-5e6f0211d6fe,segment=NetworkSegment(6ac95f2c-e8cd-453d-a535-ad4189b6290a),segment_id=6ac95f2c-e8cd-453d-a535-ad4189b6290a)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:53:58.089048 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:58.095595 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70aebc2-fa88-408e-8311-68eae1b8190a req-25446103-f1a3-40fa-a903-584de4993156 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:58.104134 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-e70aebc2-fa88-408e-8311-68eae1b8190a req-25446103-f1a3-40fa-a903-584de4993156 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a13b434-9d4a-4c31-80e7-96e6d17580f1 HTTP/1.1" status: 200 len: 946 time: 0.0705733 Dec 16 15:53:58.148104 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Pushing event updated for resources: {'Port': ['ID=d48abd91-ed3c-4f04-8767-5e6f0211d6fe,revision_number=8']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:58.173696 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-e70aebc2-fa88-408e-8311-68eae1b8190a req-6463dba5-34d2-468a-a02b-5377f79d37ea tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9d25298-02f2-44fb-b506-d2f769a44c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686386 Dec 16 15:53:58.192958 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e645d0ec-74e2-4dee-a337-f8582581b13c req-0429f36d-394f-4bfe-b0eb-8371e862db57 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:58.194436 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-e645d0ec-74e2-4dee-a337-f8582581b13c req-0429f36d-394f-4bfe-b0eb-8371e862db57 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=635ee3bb-dc82-4d25-95fc-ef55d01f0705 HTTP/1.1" status: 200 len: 944 time: 0.0612683 Dec 16 15:53:58.223626 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 15:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca8b881d-d937-4797-97b1-e4b7ff1ba643 x-openstack-request-id: req-ca8b881d-d937-4797-97b1-e4b7ff1ba643 {{(pid=108906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:53:58.224639 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "635ee3bb-dc82-4d25-95fc-ef55d01f0705", "name": "network-vif-unplugged", "status": "completed", "tag": "d48abd91-ed3c-4f04-8767-5e6f0211d6fe", "code": 200}]} {{(pid=108906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:53:58.224942 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ca8b881d-d937-4797-97b1-e4b7ff1ba643 {{(pid=108906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:53:58.225302 dv-cinder-784477-11-iscsi neutron-server[108906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '635ee3bb-dc82-4d25-95fc-ef55d01f0705', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd48abd91-ed3c-4f04-8767-5e6f0211d6fe', 'code': 200} Dec 16 15:53:58.247893 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-e645d0ec-74e2-4dee-a337-f8582581b13c req-3bfcc2e7-d653-4be5-88de-aeec83903424 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa550b95-a5a8-4f5d-a4f5-4ed50b4fc6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472512 Dec 16 15:53:59.303262 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c614e6d0-6de6-4e26-b956-e9af09525d7c req-201ee91d-a043-486e-bbb4-8135df8e4735 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:59.304708 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c614e6d0-6de6-4e26-b956-e9af09525d7c req-201ee91d-a043-486e-bbb4-8135df8e4735 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a13b434-9d4a-4c31-80e7-96e6d17580f1 HTTP/1.1" status: 200 len: 946 time: 0.0621681 Dec 16 15:53:59.378895 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c614e6d0-6de6-4e26-b956-e9af09525d7c req-de5a7a64-259a-439e-971e-760be962a714 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9d25298-02f2-44fb-b506-d2f769a44c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672066 Dec 16 15:53:59.390835 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae30f1-c881-403f-a646-7c6dc601b37f req-41a31b94-8d39-4e61-b847-6de3ff8680e2 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:59.392389 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-0cae30f1-c881-403f-a646-7c6dc601b37f req-41a31b94-8d39-4e61-b847-6de3ff8680e2 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=635ee3bb-dc82-4d25-95fc-ef55d01f0705 HTTP/1.1" status: 200 len: 944 time: 0.0676966 Dec 16 15:53:59.443639 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-0cae30f1-c881-403f-a646-7c6dc601b37f req-df5f57b8-fbc6-43f8-b999-2a8b58b03daf tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa550b95-a5a8-4f5d-a4f5-4ed50b4fc6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425873 Dec 16 15:53:59.495834 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb6700d-7e66-49d8-901f-2a996848e049 req-920afbff-4326-4804-842b-776869d476f4 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:59.497315 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-bcb6700d-7e66-49d8-901f-2a996848e049 req-920afbff-4326-4804-842b-776869d476f4 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a13b434-9d4a-4c31-80e7-96e6d17580f1 HTTP/1.1" status: 200 len: 946 time: 0.0528052 Dec 16 15:53:59.506036 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 43416) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:59.510757 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.v2.base [None req-d2ffb14c-5ac9-42c1-88f5-67fe0f0bc777 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Request body: {'floatingip': {'port_id': '9f9dc2a3-5ad0-4f17-8e45-49ed4219d918'}} {{(pid=108904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:53:59.551144 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-d2ffb14c-5ac9-42c1-88f5-67fe0f0bc777 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks [] for floatingip, before_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:59.975986 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [req-1c819f2f-fca0-404d-a797-e692f690d3cf req-cd495a01-d75a-4cd8-b86a-bad5cba1b827 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=108905) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:53:59.976995 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-1c819f2f-fca0-404d-a797-e692f690d3cf req-cd495a01-d75a-4cd8-b86a-bad5cba1b827 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0489450 Dec 16 15:54:00.183122 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a15793e-893a-41d8-a11c-2fd6815a251d req-1e6e4bdf-a30b-442e-926c-e144f35cf9c2 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:00.184726 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-4a15793e-893a-41d8-a11c-2fd6815a251d req-1e6e4bdf-a30b-442e-926c-e144f35cf9c2 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=635ee3bb-dc82-4d25-95fc-ef55d01f0705 HTTP/1.1" status: 200 len: 944 time: 0.0588622 Dec 16 15:54:00.247820 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-4a15793e-893a-41d8-a11c-2fd6815a251d req-ffc55fad-b766-4a1b-8cf0-cd0f94ccaf4c tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa550b95-a5a8-4f5d-a4f5-4ed50b4fc6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569742 Dec 16 15:54:00.255092 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-d2ffb14c-5ac9-42c1-88f5-67fe0f0bc777 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:00.260804 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-d2ffb14c-5ac9-42c1-88f5-67fe0f0bc777 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874419'] for floatingip, after_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:00.365987 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.db.l3_db [None req-d2ffb14c-5ac9-42c1-88f5-67fe0f0bc777 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Floating IP a784095a-d142-45ae-9b27-702378884920 associated. External IP: 172.27.1.238, port: 9f9dc2a3-5ad0-4f17-8e45-49ed4219d918. Dec 16 15:54:00.422782 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 43460) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:00.502517 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-693514ff-d81c-48c2-81df-2b32c6d5e6db req-fc8ca63c-f601-4f2c-8a3c-2ad9aef7127b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=635ee3bb-dc82-4d25-95fc-ef55d01f0705&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0784760 Dec 16 15:54:00.511163 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [req-693514ff-d81c-48c2-81df-2b32c6d5e6db req-74c3395f-fde3-4f32-85e5-8bd9dc355f62 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=108905) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:54:00.512096 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-693514ff-d81c-48c2-81df-2b32c6d5e6db req-74c3395f-fde3-4f32-85e5-8bd9dc355f62 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048909 Dec 16 15:54:00.571861 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2ffb14c-5ac9-42c1-88f5-67fe0f0bc777 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Router b41f69c5-eb71-4f77-ac39-bf4541d1c12f has already been hosted by L3 agent 53beefa8-37d8-48bc-b6da-d824d56f81c3 {{(pid=108904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:54:00.677528 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2ffb14c-5ac9-42c1-88f5-67fe0f0bc777 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Notify agent at l3_agent.dv-cinder-784477-11-iscsi the message routers_updated {{(pid=108904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:54:00.682642 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-d2ffb14c-5ac9-42c1-88f5-67fe0f0bc777 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294'] for floatingip, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:00.688522 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290d6148-87c4-4e39-9ebb-f7b33323dd21 None None] Sync routers for ids ['b41f69c5-eb71-4f77-ac39-bf4541d1c12f'] in dv-cinder-784477-11-iscsi {{(pid=108906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:54:00.701841 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290d6148-87c4-4e39-9ebb-f7b33323dd21 None None] Routers {'b41f69c5-eb71-4f77-ac39-bf4541d1c12f'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:54:00.702544 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-290d6148-87c4-4e39-9ebb-f7b33323dd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:53:39Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['b41f69c5-eb71-4f77-ac39-bf4541d1c12f'], 'active': True} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:54:00.713727 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-d2ffb14c-5ac9-42c1-88f5-67fe0f0bc777 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "PUT /v2.0/floatingips/a784095a-d142-45ae-9b27-702378884920 HTTP/1.1" status: 200 len: 992 time: 1.2037289 Dec 16 15:54:00.713727 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a13b434-9d4a-4c31-80e7-96e6d17580f1', 'tag': '9f9dc2a3-5ad0-4f17-8e45-49ed4219d918'}] {{(pid=108904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:54:00.715122 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0a2cce90635460fa9ee7acd2d2298fc55a52ab45a9458d7253143d338a4b89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb271f9-2f3e-478f-a5fe-fb0ccc606dad" -d '{"events": [{"name": "network-changed", "server_uuid": "2a13b434-9d4a-4c31-80e7-96e6d17580f1", "tag": "9f9dc2a3-5ad0-4f17-8e45-49ed4219d918"}]}' {{(pid=108904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:54:00.824299 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ed5d50-cd27-49b4-a110-10135553f9fd x-openstack-request-id: req-82ed5d50-cd27-49b4-a110-10135553f9fd {{(pid=108904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:54:00.824588 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a13b434-9d4a-4c31-80e7-96e6d17580f1", "tag": "9f9dc2a3-5ad0-4f17-8e45-49ed4219d918", "status": "completed", "code": 200}]} {{(pid=108904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:54:00.824837 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-82ed5d50-cd27-49b4-a110-10135553f9fd {{(pid=108904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:54:00.825225 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a13b434-9d4a-4c31-80e7-96e6d17580f1', 'tag': '9f9dc2a3-5ad0-4f17-8e45-49ed4219d918', 'status': 'completed', 'code': 200} Dec 16 15:54:00.826525 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvr_db [None req-290d6148-87c4-4e39-9ebb-f7b33323dd21 None None] Set router b41f69c5-eb71-4f77-ac39-bf4541d1c12f gateway port host: dv-cinder-784477-11-iscsi {{(pid=108906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:54:00.889166 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb271f9-2f3e-478f-a5fe-fb0ccc606dad req-98df30c9-eedc-48f7-919e-e38500bd2f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:00.890726 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-bcb271f9-2f3e-478f-a5fe-fb0ccc606dad req-98df30c9-eedc-48f7-919e-e38500bd2f42 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a82af4eab10342ddbdddd09e11579c36&device_id=2a13b434-9d4a-4c31-80e7-96e6d17580f1 HTTP/1.1" status: 200 len: 1099 time: 0.0422616 Dec 16 15:54:00.992077 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb271f9-2f3e-478f-a5fe-fb0ccc606dad req-2d9a2c9c-62b5-4151-968a-5f262c872bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:00.993808 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-bcb271f9-2f3e-478f-a5fe-fb0ccc606dad req-2d9a2c9c-62b5-4151-968a-5f262c872bd6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=995ae86b-522a-475e-97b2-0044dee2628f HTTP/1.1" status: 200 len: 911 time: 0.0942929 Dec 16 15:54:01.064646 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-290d6148-87c4-4e39-9ebb-f7b33323dd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41f69c5-eb71-4f77-ac39-bf4541d1c12f', 'name': 'tempest-AttachVolumeTestJSON-723468242-router', 'tenant_id': 'a82af4eab10342ddbdddd09e11579c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '329a8e04-0460-4c4f-8646-47551869ce23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:48:39Z', 'updated_at': '2021-12-16T15:48:46Z', 'revision_number': 4, 'project_id': 'a82af4eab10342ddbdddd09e11579c36', 'gw_port': {'id': '329a8e04-0460-4c4f-8646-47551869ce23', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41f69c5-eb71-4f77-ac39-bf4541d1c12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:40Z', 'updated_at': '2021-12-16T15:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_floatingips': [{'id': 'a784095a-d142-45ae-9b27-702378884920', 'tenant_id': 'a82af4eab10342ddbdddd09e11579c36', 'floating_ip_address': '172.27.1.238', 'floating_network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'router_id': 'b41f69c5-eb71-4f77-ac39-bf4541d1c12f', 'port_id': '9f9dc2a3-5ad0-4f17-8e45-49ed4219d918', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '995ae86b-522a-475e-97b2-0044dee2628f', 'mac_address': 'fa:16:3e:b6:2f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a13b434-9d4a-4c31-80e7-96e6d17580f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:53:38Z', 'updated_at': '2021-12-16T15:54:00Z', 'revision_number': 1, 'project_id': 'a82af4eab10342ddbdddd09e11579c36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10b8ae3b-d5eb-45b9-95fc-83926da84df4', 'name': '', 'network_id': '995ae86b-522a-475e-97b2-0044dee2628f', 'tenant_id': 'a82af4eab10342ddbdddd09e11579c36', 'mac_address': 'fa:16:3e:e8:ad:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41f69c5-eb71-4f77-ac39-bf4541d1c12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5963245f-298c-4a64-a4bf-7727c7e9fe74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:45Z', 'updated_at': '2021-12-16T15:48:54Z', 'revision_number': 5, 'project_id': 'a82af4eab10342ddbdddd09e11579c36', 'subnets': [{'id': '5963245f-298c-4a64-a4bf-7727c7e9fe74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:54:01.073063 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-bcb271f9-2f3e-478f-a5fe-fb0ccc606dad req-c5350627-b898-4c8b-9bfb-d6c01128fc3b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f9dc2a3-5ad0-4f17-8e45-49ed4219d918 HTTP/1.1" status: 200 len: 1000 time: 0.0703287 Dec 16 15:54:01.095935 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290d6148-87c4-4e39-9ebb-f7b33323dd21 None None] Checking router: b41f69c5-eb71-4f77-ac39-bf4541d1c12f for host: dv-cinder-784477-11-iscsi {{(pid=108906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:54:01.105840 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290d6148-87c4-4e39-9ebb-f7b33323dd21 None None] Routers {'b41f69c5-eb71-4f77-ac39-bf4541d1c12f'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:54:01.106458 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-290d6148-87c4-4e39-9ebb-f7b33323dd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:53:39Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['b41f69c5-eb71-4f77-ac39-bf4541d1c12f'], 'active': True} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:54:01.123755 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb271f9-2f3e-478f-a5fe-fb0ccc606dad req-8e8ea54f-3f81-44ed-b624-3bfda6090e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:01.125234 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-bcb271f9-2f3e-478f-a5fe-fb0ccc606dad req-8e8ea54f-3f81-44ed-b624-3bfda6090e96 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5963245f-298c-4a64-a4bf-7727c7e9fe74 HTTP/1.1" status: 200 len: 849 time: 0.0440485 Dec 16 15:54:01.175027 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb271f9-2f3e-478f-a5fe-fb0ccc606dad req-c9310b96-bb3d-4f48-a811-abda3263865b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:01.177098 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-bcb271f9-2f3e-478f-a5fe-fb0ccc606dad req-c9310b96-bb3d-4f48-a811-abda3263865b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=995ae86b-522a-475e-97b2-0044dee2628f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0428686 Dec 16 15:54:01.216164 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvr_db [None req-290d6148-87c4-4e39-9ebb-f7b33323dd21 None None] Set router b41f69c5-eb71-4f77-ac39-bf4541d1c12f gateway port host: dv-cinder-784477-11-iscsi {{(pid=108906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:54:01.272692 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-bcb271f9-2f3e-478f-a5fe-fb0ccc606dad req-850b85b6-fda5-48fe-880a-c61d0a679dbf service neutron] 10.222.0.66 "GET /v2.0/networks/995ae86b-522a-475e-97b2-0044dee2628f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879302 Dec 16 15:54:01.371304 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-bcb271f9-2f3e-478f-a5fe-fb0ccc606dad req-818bce50-4a39-47d5-b5af-02a136679f26 service neutron] 10.222.0.66 "GET /v2.0/networks/995ae86b-522a-475e-97b2-0044dee2628f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905535 Dec 16 15:54:01.385101 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407c6fb6-be3a-438c-af51-db7d0df05157 req-29c451fc-a4dc-4688-b285-628f6e672f66 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:01.386627 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-407c6fb6-be3a-438c-af51-db7d0df05157 req-29c451fc-a4dc-4688-b285-628f6e672f66 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=635ee3bb-dc82-4d25-95fc-ef55d01f0705 HTTP/1.1" status: 200 len: 944 time: 0.0491996 Dec 16 15:54:01.437448 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-407c6fb6-be3a-438c-af51-db7d0df05157 req-86fb15bb-ee41-45d7-a063-75ab022640bb tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa550b95-a5a8-4f5d-a4f5-4ed50b4fc6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443969 Dec 16 15:54:01.465368 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-290d6148-87c4-4e39-9ebb-f7b33323dd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41f69c5-eb71-4f77-ac39-bf4541d1c12f', 'name': 'tempest-AttachVolumeTestJSON-723468242-router', 'tenant_id': 'a82af4eab10342ddbdddd09e11579c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '329a8e04-0460-4c4f-8646-47551869ce23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:48:39Z', 'updated_at': '2021-12-16T15:48:46Z', 'revision_number': 4, 'project_id': 'a82af4eab10342ddbdddd09e11579c36', 'gw_port': {'id': '329a8e04-0460-4c4f-8646-47551869ce23', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41f69c5-eb71-4f77-ac39-bf4541d1c12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:40Z', 'updated_at': '2021-12-16T15:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_floatingips': [{'id': 'a784095a-d142-45ae-9b27-702378884920', 'tenant_id': 'a82af4eab10342ddbdddd09e11579c36', 'floating_ip_address': '172.27.1.238', 'floating_network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'router_id': 'b41f69c5-eb71-4f77-ac39-bf4541d1c12f', 'port_id': '9f9dc2a3-5ad0-4f17-8e45-49ed4219d918', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '995ae86b-522a-475e-97b2-0044dee2628f', 'mac_address': 'fa:16:3e:b6:2f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a13b434-9d4a-4c31-80e7-96e6d17580f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:53:38Z', 'updated_at': '2021-12-16T15:54:00Z', 'revision_number': 1, 'project_id': 'a82af4eab10342ddbdddd09e11579c36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10b8ae3b-d5eb-45b9-95fc-83926da84df4', 'name': '', 'network_id': '995ae86b-522a-475e-97b2-0044dee2628f', 'tenant_id': 'a82af4eab10342ddbdddd09e11579c36', 'mac_address': 'fa:16:3e:e8:ad:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41f69c5-eb71-4f77-ac39-bf4541d1c12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5963245f-298c-4a64-a4bf-7727c7e9fe74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:45Z', 'updated_at': '2021-12-16T15:48:54Z', 'revision_number': 5, 'project_id': 'a82af4eab10342ddbdddd09e11579c36', 'subnets': [{'id': '5963245f-298c-4a64-a4bf-7727c7e9fe74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:54:01.495204 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290d6148-87c4-4e39-9ebb-f7b33323dd21 None None] The sync data for ids ['b41f69c5-eb71-4f77-ac39-bf4541d1c12f'] in dv-cinder-784477-11-iscsi is: [{'id': 'b41f69c5-eb71-4f77-ac39-bf4541d1c12f', 'name': 'tempest-AttachVolumeTestJSON-723468242-router', 'tenant_id': 'a82af4eab10342ddbdddd09e11579c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '329a8e04-0460-4c4f-8646-47551869ce23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:48:39Z', 'updated_at': '2021-12-16T15:48:46Z', 'revision_number': 4, 'project_id': 'a82af4eab10342ddbdddd09e11579c36', 'gw_port': {'id': '329a8e04-0460-4c4f-8646-47551869ce23', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41f69c5-eb71-4f77-ac39-bf4541d1c12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:40Z', 'updated_at': '2021-12-16T15:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_floatingips': [{'id': 'a784095a-d142-45ae-9b27-702378884920', 'tenant_id': 'a82af4eab10342ddbdddd09e11579c36', 'floating_ip_address': '172.27.1.238', 'floating_network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'router_id': 'b41f69c5-eb71-4f77-ac39-bf4541d1c12f', 'port_id': '9f9dc2a3-5ad0-4f17-8e45-49ed4219d918', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '995ae86b-522a-475e-97b2-0044dee2628f', 'mac_address': 'fa:16:3e:b6:2f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a13b434-9d4a-4c31-80e7-96e6d17580f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:53:38Z', 'updated_at': '2021-12-16T15:54:00Z', 'revision_number': 1, 'project_id': 'a82af4eab10342ddbdddd09e11579c36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10b8ae3b-d5eb-45b9-95fc-83926da84df4', 'name': '', 'network_id': '995ae86b-522a-475e-97b2-0044dee2628f', 'tenant_id': 'a82af4eab10342ddbdddd09e11579c36', 'mac_address': 'fa:16:3e:e8:ad:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41f69c5-eb71-4f77-ac39-bf4541d1c12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5963245f-298c-4a64-a4bf-7727c7e9fe74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:45Z', 'updated_at': '2021-12-16T15:48:54Z', 'revision_number': 5, 'project_id': 'a82af4eab10342ddbdddd09e11579c36', 'subnets': [{'id': '5963245f-298c-4a64-a4bf-7727c7e9fe74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:54:01.694175 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c5842c-e5d3-403e-9866-e4b304ada812 None None] New status for floating IP a784095a-d142-45ae-9b27-702378884920: ACTIVE {{(pid=108907) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 15:54:01.967820 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device d48abd91-ed3c-4f04-8767-5e6f0211d6fe no longer exists at agent hyperv_hv-cinder-78447 {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:54:02.224715 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693514ff-d81c-48c2-81df-2b32c6d5e6db req-61684cf3-91c0-4135-b928-bcec1f4cedd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:02.226146 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-693514ff-d81c-48c2-81df-2b32c6d5e6db req-61684cf3-91c0-4135-b928-bcec1f4cedd5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=635ee3bb-dc82-4d25-95fc-ef55d01f0705&tenant_id=66fbf45043974460803db71f1750aacc HTTP/1.1" status: 200 len: 1097 time: 0.0759273 Dec 16 15:54:02.290417 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693514ff-d81c-48c2-81df-2b32c6d5e6db req-c52f659e-fe83-464c-b35b-dbc25512b7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:02.291879 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-693514ff-d81c-48c2-81df-2b32c6d5e6db req-c52f659e-fe83-464c-b35b-dbc25512b7ca service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=66fbf45043974460803db71f1750aacc&device_id=635ee3bb-dc82-4d25-95fc-ef55d01f0705 HTTP/1.1" status: 200 len: 1097 time: 0.0394337 Dec 16 15:54:02.383111 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693514ff-d81c-48c2-81df-2b32c6d5e6db req-3efcb59f-ea2e-4516-9de0-b81c315cbf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:02.384654 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-693514ff-d81c-48c2-81df-2b32c6d5e6db req-3efcb59f-ea2e-4516-9de0-b81c315cbf44 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d7f36349-73c7-464a-bf62-5f09a6e738d6 HTTP/1.1" status: 200 len: 918 time: 0.0856881 Dec 16 15:54:02.448862 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-693514ff-d81c-48c2-81df-2b32c6d5e6db req-3e1a760c-25a8-4ba6-9d85-bf21502e1e04 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d48abd91-ed3c-4f04-8767-5e6f0211d6fe HTTP/1.1" status: 200 len: 1000 time: 0.0568182 Dec 16 15:54:02.502620 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693514ff-d81c-48c2-81df-2b32c6d5e6db req-1b33ece1-2497-40ba-97fe-c9c118bb514e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:02.504278 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-693514ff-d81c-48c2-81df-2b32c6d5e6db req-1b33ece1-2497-40ba-97fe-c9c118bb514e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d74c3a7c-65e1-4354-b26d-40ed68846b85 HTTP/1.1" status: 200 len: 856 time: 0.0480833 Dec 16 15:54:02.557671 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693514ff-d81c-48c2-81df-2b32c6d5e6db req-e45ddaeb-167f-47bc-9196-2615f4488623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:02.566491 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-693514ff-d81c-48c2-81df-2b32c6d5e6db req-e45ddaeb-167f-47bc-9196-2615f4488623 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d7f36349-73c7-464a-bf62-5f09a6e738d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0544965 Dec 16 15:54:02.576222 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac999e-5fa3-46d2-b9c1-5bcab81fb45b req-2d92a0b9-a83b-4d3b-936c-1afa7bd0119a tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:02.577995 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-fdac999e-5fa3-46d2-b9c1-5bcab81fb45b req-2d92a0b9-a83b-4d3b-936c-1afa7bd0119a tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=635ee3bb-dc82-4d25-95fc-ef55d01f0705 HTTP/1.1" status: 200 len: 944 time: 0.0591543 Dec 16 15:54:02.633701 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-fdac999e-5fa3-46d2-b9c1-5bcab81fb45b req-28b72c86-78a9-461a-836d-81f8a33cf3cb tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa550b95-a5a8-4f5d-a4f5-4ed50b4fc6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472534 Dec 16 15:54:02.663359 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-693514ff-d81c-48c2-81df-2b32c6d5e6db req-806606f3-6526-4775-9a9d-6511d48cae28 service neutron] 10.222.0.66 "GET /v2.0/networks/d7f36349-73c7-464a-bf62-5f09a6e738d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882826 Dec 16 15:54:02.756240 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-693514ff-d81c-48c2-81df-2b32c6d5e6db req-cc3ed863-3676-435b-84ee-c01eadb173fc service neutron] 10.222.0.66 "GET /v2.0/networks/d7f36349-73c7-464a-bf62-5f09a6e738d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848780 Dec 16 15:54:03.762019 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb23696-44d5-4b5c-86af-0cc094279ff2 req-35c4ae93-d686-436e-ac9c-26905afced13 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:03.764126 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-ebb23696-44d5-4b5c-86af-0cc094279ff2 req-35c4ae93-d686-436e-ac9c-26905afced13 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=635ee3bb-dc82-4d25-95fc-ef55d01f0705 HTTP/1.1" status: 200 len: 944 time: 0.0499606 Dec 16 15:54:03.831067 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-ebb23696-44d5-4b5c-86af-0cc094279ff2 req-7a12f173-31b6-48c5-888a-039eca6927f6 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa550b95-a5a8-4f5d-a4f5-4ed50b4fc6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604699 Dec 16 15:54:03.885628 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e25f6-9c71-4a60-935e-3cde6dad8df3 req-aa63147f-867c-40ba-afbd-e1b3223a8ce6 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:03.893478 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-fe3e25f6-9c71-4a60-935e-3cde6dad8df3 req-aa63147f-867c-40ba-afbd-e1b3223a8ce6 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f27297a-359e-4f6d-b435-8c0c7ce84163 HTTP/1.1" status: 200 len: 945 time: 0.0601943 Dec 16 15:54:03.937431 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-fe3e25f6-9c71-4a60-935e-3cde6dad8df3 req-f0f28e0f-9297-48af-a254-3f899c43a955 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] 10.222.0.31 "GET /v2.0/security-groups?id=513c8a83-8b97-4104-b5b6-42f5c0e9be6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428154 Dec 16 15:54:04.959939 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9df924-822a-4ab2-a5e4-86180c9d9120 req-f12024e0-c893-430b-b166-580f360b8c66 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:04.961481 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-2e9df924-822a-4ab2-a5e4-86180c9d9120 req-f12024e0-c893-430b-b166-580f360b8c66 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=635ee3bb-dc82-4d25-95fc-ef55d01f0705 HTTP/1.1" status: 200 len: 944 time: 0.0495591 Dec 16 15:54:05.016423 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-2e9df924-822a-4ab2-a5e4-86180c9d9120 req-2a34f9b5-e7aa-470e-93a6-af1ec0264ad1 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa550b95-a5a8-4f5d-a4f5-4ed50b4fc6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487845 Dec 16 15:54:05.130174 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d228ac64-df52-437a-86a2-cde77377ee4f req-bbbcbce7-1621-46be-b811-cf4b84673453 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:05.131674 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-d228ac64-df52-437a-86a2-cde77377ee4f req-bbbcbce7-1621-46be-b811-cf4b84673453 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f27297a-359e-4f6d-b435-8c0c7ce84163 HTTP/1.1" status: 200 len: 945 time: 0.0576186 Dec 16 15:54:05.177793 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-d228ac64-df52-437a-86a2-cde77377ee4f req-7b191787-8a18-43f0-b311-943d2ae5e398 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] 10.222.0.31 "GET /v2.0/security-groups?id=513c8a83-8b97-4104-b5b6-42f5c0e9be6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399885 Dec 16 15:54:06.137935 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0659cb0-8a49-444c-a25f-1271ccf7ba67 req-271b9832-b878-4bf0-a6e2-5589a8ad9a78 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:06.140252 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-e0659cb0-8a49-444c-a25f-1271ccf7ba67 req-271b9832-b878-4bf0-a6e2-5589a8ad9a78 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=635ee3bb-dc82-4d25-95fc-ef55d01f0705 HTTP/1.1" status: 200 len: 944 time: 0.0489986 Dec 16 15:54:06.194585 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-e0659cb0-8a49-444c-a25f-1271ccf7ba67 req-20839c38-5dcc-4b79-ae5f-a5c98a73c65d tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa550b95-a5a8-4f5d-a4f5-4ed50b4fc6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462203 Dec 16 15:54:06.310488 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab9f559-de05-455c-b984-db9e50964449 req-8b2dc211-6467-45ee-b0ab-a04378f791fd tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:06.312273 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-9ab9f559-de05-455c-b984-db9e50964449 req-8b2dc211-6467-45ee-b0ab-a04378f791fd tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f27297a-359e-4f6d-b435-8c0c7ce84163 HTTP/1.1" status: 200 len: 945 time: 0.0589886 Dec 16 15:54:06.370240 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-9ab9f559-de05-455c-b984-db9e50964449 req-d8add749-851e-45db-9b4f-fc43e54376e1 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] 10.222.0.31 "GET /v2.0/security-groups?id=513c8a83-8b97-4104-b5b6-42f5c0e9be6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448411 Dec 16 15:54:06.643442 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-65f2c959-e95d-474b-a9eb-6cb1780b62e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:07.328276 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07cee67-abff-445b-8fec-bcf5b2a5f32c req-ef30fa9a-88e9-4a2d-a15b-47ff4e638789 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:07.329765 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-b07cee67-abff-445b-8fec-bcf5b2a5f32c req-ef30fa9a-88e9-4a2d-a15b-47ff4e638789 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=635ee3bb-dc82-4d25-95fc-ef55d01f0705 HTTP/1.1" status: 200 len: 944 time: 0.0471621 Dec 16 15:54:07.380876 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-b07cee67-abff-445b-8fec-bcf5b2a5f32c req-0b8973ee-ce19-4009-8fb5-5f3163369f20 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa550b95-a5a8-4f5d-a4f5-4ed50b4fc6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425649 Dec 16 15:54:07.498737 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa5f81a-1e30-460f-956b-1476b6397db0 req-c819aabd-845a-4189-80bc-27d2c76f4f0e tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:07.500211 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-8fa5f81a-1e30-460f-956b-1476b6397db0 req-c819aabd-845a-4189-80bc-27d2c76f4f0e tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f27297a-359e-4f6d-b435-8c0c7ce84163 HTTP/1.1" status: 200 len: 945 time: 0.0581009 Dec 16 15:54:07.546804 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-8fa5f81a-1e30-460f-956b-1476b6397db0 req-2d0cff23-8c7c-4c6b-b46d-8fbaa38fa20d tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] 10.222.0.31 "GET /v2.0/security-groups?id=513c8a83-8b97-4104-b5b6-42f5c0e9be6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403380 Dec 16 15:54:08.509194 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac888df3-df9f-49da-be19-aa3bacbc2499 req-58e7adf0-0424-49c6-afde-f1765a270783 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:08.510884 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-ac888df3-df9f-49da-be19-aa3bacbc2499 req-58e7adf0-0424-49c6-afde-f1765a270783 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=635ee3bb-dc82-4d25-95fc-ef55d01f0705 HTTP/1.1" status: 200 len: 944 time: 0.0539513 Dec 16 15:54:08.561868 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-ac888df3-df9f-49da-be19-aa3bacbc2499 req-00b4d19a-eae5-4825-b649-06afbc67b2fb tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa550b95-a5a8-4f5d-a4f5-4ed50b4fc6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437760 Dec 16 15:54:08.669658 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b4109d-8184-4e6e-b7d8-0bb1b27da645 req-9fdb5264-fdde-4211-9b12-7c04132c4a4c tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:08.671181 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-41b4109d-8184-4e6e-b7d8-0bb1b27da645 req-9fdb5264-fdde-4211-9b12-7c04132c4a4c tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f27297a-359e-4f6d-b435-8c0c7ce84163 HTTP/1.1" status: 200 len: 945 time: 0.0507314 Dec 16 15:54:08.717631 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-41b4109d-8184-4e6e-b7d8-0bb1b27da645 req-3197ef05-9faa-4e22-b26a-c5094921296a tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] 10.222.0.31 "GET /v2.0/security-groups?id=513c8a83-8b97-4104-b5b6-42f5c0e9be6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404508 Dec 16 15:54:08.862789 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-6fb78cd0-e3eb-44b1-9d2f-c5ddcd80f95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:09.706544 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d8e2c0-b68d-42b0-a328-d9d640466248 req-b43e985c-2dab-44a7-a5df-ef2391a8a093 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:09.708062 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-80d8e2c0-b68d-42b0-a328-d9d640466248 req-b43e985c-2dab-44a7-a5df-ef2391a8a093 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=635ee3bb-dc82-4d25-95fc-ef55d01f0705 HTTP/1.1" status: 200 len: 944 time: 0.0718606 Dec 16 15:54:09.765002 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-80d8e2c0-b68d-42b0-a328-d9d640466248 req-83dc153b-1263-41c6-b2a7-8af2207ddadf tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa550b95-a5a8-4f5d-a4f5-4ed50b4fc6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504930 Dec 16 15:54:09.875936 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f071c27-1dfd-4399-98d2-50e00d71e098 req-c7754032-a64c-4117-b76d-08ca0bec1712 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:09.877525 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-3f071c27-1dfd-4399-98d2-50e00d71e098 req-c7754032-a64c-4117-b76d-08ca0bec1712 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f27297a-359e-4f6d-b435-8c0c7ce84163 HTTP/1.1" status: 200 len: 945 time: 0.0553079 Dec 16 15:54:09.936220 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-3f071c27-1dfd-4399-98d2-50e00d71e098 req-8b5b04de-7d75-4840-a99d-2284e09aa9e7 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] 10.222.0.31 "GET /v2.0/security-groups?id=513c8a83-8b97-4104-b5b6-42f5c0e9be6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525632 Dec 16 15:54:10.510997 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-223b144f-a2e3-43d1-9ee0-793d55a0ef66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:10.888777 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadc9297-bfa4-421a-b017-d0eb2d8fa542 req-5b05d70c-2825-4677-b5aa-b1ea43878a5d tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:10.890567 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-cadc9297-bfa4-421a-b017-d0eb2d8fa542 req-5b05d70c-2825-4677-b5aa-b1ea43878a5d tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=635ee3bb-dc82-4d25-95fc-ef55d01f0705 HTTP/1.1" status: 200 len: 944 time: 0.0533793 Dec 16 15:54:10.945945 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-cadc9297-bfa4-421a-b017-d0eb2d8fa542 req-e5da1cd9-9aaa-4e66-88ce-397943426f99 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa550b95-a5a8-4f5d-a4f5-4ed50b4fc6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438766 Dec 16 15:54:11.061321 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb935ff-0e2c-44dd-b692-4df11e959353 req-b56350db-8532-45a4-952e-71d57aa16bf6 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:11.062713 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-6cb935ff-0e2c-44dd-b692-4df11e959353 req-b56350db-8532-45a4-952e-71d57aa16bf6 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f27297a-359e-4f6d-b435-8c0c7ce84163 HTTP/1.1" status: 200 len: 945 time: 0.0562027 Dec 16 15:54:11.115133 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-6cb935ff-0e2c-44dd-b692-4df11e959353 req-7017fb1b-ef04-47bd-99c5-0041fd77d5fd tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] 10.222.0.31 "GET /v2.0/security-groups?id=513c8a83-8b97-4104-b5b6-42f5c0e9be6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462179 Dec 16 15:54:11.291435 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-e6a1afc6-ab61-4c06-9aae-8bc4c5fea8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:12.066743 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae67b6d8-a46e-434e-92bf-5775f29fb5d4 req-37811b30-c460-40d5-a31f-4fdf5266251e tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:12.068201 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-ae67b6d8-a46e-434e-92bf-5775f29fb5d4 req-37811b30-c460-40d5-a31f-4fdf5266251e tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=635ee3bb-dc82-4d25-95fc-ef55d01f0705 HTTP/1.1" status: 200 len: 944 time: 0.0484412 Dec 16 15:54:12.124220 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-ae67b6d8-a46e-434e-92bf-5775f29fb5d4 req-00246278-cb4f-4c2f-adf0-77c73ac068fe tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa550b95-a5a8-4f5d-a4f5-4ed50b4fc6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489144 Dec 16 15:54:12.233521 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fea670-e1a3-45c8-a2b1-bb22b36577fc req-02c3945b-c292-4691-9c0b-224739fc4531 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:12.234907 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-02fea670-e1a3-45c8-a2b1-bb22b36577fc req-02c3945b-c292-4691-9c0b-224739fc4531 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f27297a-359e-4f6d-b435-8c0c7ce84163 HTTP/1.1" status: 200 len: 945 time: 0.0532203 Dec 16 15:54:12.285573 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-02fea670-e1a3-45c8-a2b1-bb22b36577fc req-2e937d11-9981-46cd-b59f-d285f142fcd1 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] 10.222.0.31 "GET /v2.0/security-groups?id=513c8a83-8b97-4104-b5b6-42f5c0e9be6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446770 Dec 16 15:54:12.746703 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:13.256874 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9760bbf-6eb3-45f2-8462-dd38b00bc269 req-a2bc030e-8c6a-46b9-b98b-159e8d48ee6a tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:13.258409 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-d9760bbf-6eb3-45f2-8462-dd38b00bc269 req-a2bc030e-8c6a-46b9-b98b-159e8d48ee6a tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=635ee3bb-dc82-4d25-95fc-ef55d01f0705 HTTP/1.1" status: 200 len: 944 time: 0.0481930 Dec 16 15:54:13.316520 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-d9760bbf-6eb3-45f2-8462-dd38b00bc269 req-b15133f5-a304-43ef-884e-2bcf5fbf0bd3 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa550b95-a5a8-4f5d-a4f5-4ed50b4fc6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509923 Dec 16 15:54:13.422895 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bf9ae5-70da-4b21-92ae-4be773f01ef4 req-8d906e29-8c49-430a-b615-a2b4655e57d2 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:13.424267 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-16bf9ae5-70da-4b21-92ae-4be773f01ef4 req-8d906e29-8c49-430a-b615-a2b4655e57d2 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f27297a-359e-4f6d-b435-8c0c7ce84163 HTTP/1.1" status: 200 len: 945 time: 0.0485060 Dec 16 15:54:13.493440 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-16bf9ae5-70da-4b21-92ae-4be773f01ef4 req-460ef9c8-2abc-426f-bd6e-b7526323b6b1 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] 10.222.0.31 "GET /v2.0/security-groups?id=513c8a83-8b97-4104-b5b6-42f5c0e9be6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539606 Dec 16 15:54:14.444439 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29a3dd7-593c-49cb-a6d6-05cb55a72fdb req-d6379ea9-cef5-497a-8077-aaaece79bf1e tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:14.445948 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-d29a3dd7-593c-49cb-a6d6-05cb55a72fdb req-d6379ea9-cef5-497a-8077-aaaece79bf1e tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=635ee3bb-dc82-4d25-95fc-ef55d01f0705 HTTP/1.1" status: 200 len: 944 time: 0.0475559 Dec 16 15:54:14.496193 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-d29a3dd7-593c-49cb-a6d6-05cb55a72fdb req-c4413dc9-a41e-4eda-8f6f-77423dd8ad72 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa550b95-a5a8-4f5d-a4f5-4ed50b4fc6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423079 Dec 16 15:54:14.604489 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6433f09-9df2-416a-b3e7-8055f107c560 req-991c8362-59b0-445f-94e6-bbd61d8d8671 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:14.605885 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-a6433f09-9df2-416a-b3e7-8055f107c560 req-991c8362-59b0-445f-94e6-bbd61d8d8671 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f27297a-359e-4f6d-b435-8c0c7ce84163 HTTP/1.1" status: 200 len: 945 time: 0.0516226 Dec 16 15:54:14.653128 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-a6433f09-9df2-416a-b3e7-8055f107c560 req-d10d31bc-aeb8-46f7-96bb-f3596c635a3c tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] 10.222.0.31 "GET /v2.0/security-groups?id=513c8a83-8b97-4104-b5b6-42f5c0e9be6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410624 Dec 16 15:54:15.622114 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73688c14-b16d-4abd-958d-0133031b1af6 req-f294fc42-7089-421b-bf59-242e25191528 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:15.623572 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-73688c14-b16d-4abd-958d-0133031b1af6 req-f294fc42-7089-421b-bf59-242e25191528 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=635ee3bb-dc82-4d25-95fc-ef55d01f0705 HTTP/1.1" status: 200 len: 944 time: 0.0539587 Dec 16 15:54:15.671545 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-73688c14-b16d-4abd-958d-0133031b1af6 req-0f91c63e-d172-4a82-9172-78b0889a7e70 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa550b95-a5a8-4f5d-a4f5-4ed50b4fc6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419788 Dec 16 15:54:15.773538 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2868ba9-da7d-4c84-8b48-8ec090696620 req-8c1f504e-29d6-4607-a4f7-782ce64cf141 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:15.774953 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-d2868ba9-da7d-4c84-8b48-8ec090696620 req-8c1f504e-29d6-4607-a4f7-782ce64cf141 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f27297a-359e-4f6d-b435-8c0c7ce84163 HTTP/1.1" status: 200 len: 945 time: 0.0505183 Dec 16 15:54:15.821574 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-d2868ba9-da7d-4c84-8b48-8ec090696620 req-c2a93c3a-7128-45d3-accb-348432a3ac24 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] 10.222.0.31 "GET /v2.0/security-groups?id=513c8a83-8b97-4104-b5b6-42f5c0e9be6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406728 Dec 16 15:54:16.808345 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ca72d-d30d-4ff8-abfd-63f634c2dd2b req-b871e3d2-819f-4653-bb06-014a5ede73f0 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:16.809829 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-490ca72d-d30d-4ff8-abfd-63f634c2dd2b req-b871e3d2-819f-4653-bb06-014a5ede73f0 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=635ee3bb-dc82-4d25-95fc-ef55d01f0705 HTTP/1.1" status: 200 len: 944 time: 0.0500057 Dec 16 15:54:16.863078 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-490ca72d-d30d-4ff8-abfd-63f634c2dd2b req-d5d730df-c9e6-499a-abf7-13ac4098728b tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa550b95-a5a8-4f5d-a4f5-4ed50b4fc6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470688 Dec 16 15:54:16.944782 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87244501-b42b-426d-988b-c2347ce7d7ae req-3aa293a2-b553-41b8-8ac0-55f72f95d678 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:16.946385 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-87244501-b42b-426d-988b-c2347ce7d7ae req-3aa293a2-b553-41b8-8ac0-55f72f95d678 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f27297a-359e-4f6d-b435-8c0c7ce84163 HTTP/1.1" status: 200 len: 945 time: 0.0508480 Dec 16 15:54:16.995287 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-87244501-b42b-426d-988b-c2347ce7d7ae req-615065db-3b90-453e-8f2e-5e0d90be2eb0 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] 10.222.0.31 "GET /v2.0/security-groups?id=513c8a83-8b97-4104-b5b6-42f5c0e9be6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421469 Dec 16 15:54:17.351965 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f800305b-2d30-47e5-9c60-270405319cc4 req-eec31b73-e34f-49ea-a982-d2c911deb239 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:17.353447 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-f800305b-2d30-47e5-9c60-270405319cc4 req-eec31b73-e34f-49ea-a982-d2c911deb239 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f27297a-359e-4f6d-b435-8c0c7ce84163 HTTP/1.1" status: 200 len: 945 time: 0.0559254 Dec 16 15:54:17.442099 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.plugin [req-f800305b-2d30-47e5-9c60-270405319cc4 req-2aa1f579-67cd-459a-b57e-8548ab5c67b9 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Deleting port 97324e88-36de-449c-857f-bc2d3f7a912d {{(pid=108904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:54:17.442407 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-f800305b-2d30-47e5-9c60-270405319cc4 req-2aa1f579-67cd-459a-b57e-8548ab5c67b9 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739692165232'] for port, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:17.533106 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.db [req-f800305b-2d30-47e5-9c60-270405319cc4 req-2aa1f579-67cd-459a-b57e-8548ab5c67b9 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] For port 97324e88-36de-449c-857f-bc2d3f7a912d, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=97324e88-36de-449c-857f-bc2d3f7a912d,segment=NetworkSegment(4e961bde-77e2-4798-b229-3f33142105e1),segment_id=4e961bde-77e2-4798-b229-3f33142105e1)] {{(pid=108904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:54:17.533492 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-f800305b-2d30-47e5-9c60-270405319cc4 req-2aa1f579-67cd-459a-b57e-8548ab5c67b9 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343270'] for port, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:17.545865 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.plugin [req-f800305b-2d30-47e5-9c60-270405319cc4 req-2aa1f579-67cd-459a-b57e-8548ab5c67b9 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Calling delete_port for 97324e88-36de-449c-857f-bc2d3f7a912d owned by compute:nova {{(pid=108904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:54:17.673854 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-f800305b-2d30-47e5-9c60-270405319cc4 req-2aa1f579-67cd-459a-b57e-8548ab5c67b9 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739692371923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739691803603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4504497'] for port, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:17.685538 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] get_ports_and_sgs() called for port_ids ['97324e88-36de-449c-857f-bc2d3f7a912d'] {{(pid=108906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:54:17.701793 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa1f579-67cd-459a-b57e-8548ab5c67b9 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Pushing event deleted for resources: {'Port': ['ID=97324e88-36de-449c-857f-bc2d3f7a912d,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:17.713590 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa1f579-67cd-459a-b57e-8548ab5c67b9 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:54:17.713944 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa1f579-67cd-459a-b57e-8548ab5c67b9 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:54:17.714283 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa1f579-67cd-459a-b57e-8548ab5c67b9 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:54:17.714609 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa1f579-67cd-459a-b57e-8548ab5c67b9 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:54:17.714914 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa1f579-67cd-459a-b57e-8548ab5c67b9 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:54:17.715242 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa1f579-67cd-459a-b57e-8548ab5c67b9 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:54:17.715559 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa1f579-67cd-459a-b57e-8548ab5c67b9 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:54:17.715869 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa1f579-67cd-459a-b57e-8548ab5c67b9 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:54:17.716198 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa1f579-67cd-459a-b57e-8548ab5c67b9 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:54:17.716512 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa1f579-67cd-459a-b57e-8548ab5c67b9 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:54:17.716823 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa1f579-67cd-459a-b57e-8548ab5c67b9 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:54:17.717136 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa1f579-67cd-459a-b57e-8548ab5c67b9 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:54:17.717458 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa1f579-67cd-459a-b57e-8548ab5c67b9 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:54:17.750055 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [req-f800305b-2d30-47e5-9c60-270405319cc4 req-2aa1f579-67cd-459a-b57e-8548ab5c67b9 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] No DVR routers for this DVR port 97324e88-36de-449c-857f-bc2d3f7a912d on host hv-cinder-78447 {{(pid=108904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:54:17.752453 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-f800305b-2d30-47e5-9c60-270405319cc4 req-2aa1f579-67cd-459a-b57e-8548ab5c67b9 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294'] for port, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:17.755786 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-f800305b-2d30-47e5-9c60-270405319cc4 req-2aa1f579-67cd-459a-b57e-8548ab5c67b9 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] 10.222.0.66 "DELETE /v2.0/ports/97324e88-36de-449c-857f-bc2d3f7a912d HTTP/1.1" status: 204 len: 173 time: 0.3963141 Dec 16 15:54:17.756240 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f27297a-359e-4f6d-b435-8c0c7ce84163', 'name': 'network-vif-deleted', 'tag': '97324e88-36de-449c-857f-bc2d3f7a912d'}] {{(pid=108904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:54:17.758533 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0a2cce90635460fa9ee7acd2d2298fc55a52ab45a9458d7253143d338a4b89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be5d0a2-72c2-4b4c-a6b9-350199d50db5" -d '{"events": [{"server_uuid": "1f27297a-359e-4f6d-b435-8c0c7ce84163", "name": "network-vif-deleted", "tag": "97324e88-36de-449c-857f-bc2d3f7a912d"}]}' {{(pid=108904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:54:17.795932 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e9b016b-6842-41ca-ba36-1dc92cd96cec x-openstack-request-id: req-9e9b016b-6842-41ca-ba36-1dc92cd96cec {{(pid=108904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:54:17.796218 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f27297a-359e-4f6d-b435-8c0c7ce84163", "name": "network-vif-deleted", "tag": "97324e88-36de-449c-857f-bc2d3f7a912d", "status": "completed", "code": 200}]} {{(pid=108904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:54:17.796466 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9e9b016b-6842-41ca-ba36-1dc92cd96cec {{(pid=108904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:54:17.796854 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f27297a-359e-4f6d-b435-8c0c7ce84163', 'name': 'network-vif-deleted', 'tag': '97324e88-36de-449c-857f-bc2d3f7a912d', 'status': 'completed', 'code': 200} Dec 16 15:54:17.987768 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813a8a1c-7c41-47f1-8007-1967bbbea33b req-b26d5382-1d28-472f-aee8-835c83e30d07 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:17.989173 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-813a8a1c-7c41-47f1-8007-1967bbbea33b req-b26d5382-1d28-472f-aee8-835c83e30d07 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=635ee3bb-dc82-4d25-95fc-ef55d01f0705 HTTP/1.1" status: 200 len: 944 time: 0.0490124 Dec 16 15:54:18.039972 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-813a8a1c-7c41-47f1-8007-1967bbbea33b req-3bd5eec1-1201-44e3-942b-a3c1ae9a06f8 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa550b95-a5a8-4f5d-a4f5-4ed50b4fc6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427129 Dec 16 15:54:18.104991 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-63de5828-cfb8-408b-a0ef-ed7cf6fd3e86 req-cd59fc0f-c674-4ee5-a9fa-ce94fd48df8c tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f27297a-359e-4f6d-b435-8c0c7ce84163 HTTP/1.1" status: 200 len: 210 time: 0.0303209 Dec 16 15:54:19.168820 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a944c-5550-44a3-bf86-df5863dcbd02 req-1b497056-5e29-4610-94d9-58f2a23f9391 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:19.172091 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-9a4a944c-5550-44a3-bf86-df5863dcbd02 req-1b497056-5e29-4610-94d9-58f2a23f9391 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=635ee3bb-dc82-4d25-95fc-ef55d01f0705 HTTP/1.1" status: 200 len: 944 time: 0.0511842 Dec 16 15:54:19.223602 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-9a4a944c-5550-44a3-bf86-df5863dcbd02 req-3553666a-b07b-46ed-a4d6-5708138f2eae tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa550b95-a5a8-4f5d-a4f5-4ed50b4fc6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431983 Dec 16 15:54:19.335230 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:20.347945 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db45756e-39ad-4229-920a-ca5d22c22d3d req-364c6ffc-b10e-4447-8822-e1535a4a3782 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:20.354084 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-db45756e-39ad-4229-920a-ca5d22c22d3d req-364c6ffc-b10e-4447-8822-e1535a4a3782 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=635ee3bb-dc82-4d25-95fc-ef55d01f0705 HTTP/1.1" status: 200 len: 944 time: 0.0541437 Dec 16 15:54:20.396781 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-db45756e-39ad-4229-920a-ca5d22c22d3d req-69706474-ef4f-437c-aa53-f3d242c8310f tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa550b95-a5a8-4f5d-a4f5-4ed50b4fc6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414438 Dec 16 15:54:21.528432 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18368573-da6b-4aeb-a8e3-27776a26cf0f req-b3c7e9e5-6de4-4867-b7ca-eb7fa3637d8c tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:21.529846 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-18368573-da6b-4aeb-a8e3-27776a26cf0f req-b3c7e9e5-6de4-4867-b7ca-eb7fa3637d8c tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=635ee3bb-dc82-4d25-95fc-ef55d01f0705 HTTP/1.1" status: 200 len: 944 time: 0.0528705 Dec 16 15:54:21.575590 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-18368573-da6b-4aeb-a8e3-27776a26cf0f req-400ef31e-a7c0-4d0d-8419-7a92a9f8800f tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa550b95-a5a8-4f5d-a4f5-4ed50b4fc6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395968 Dec 16 15:54:22.308164 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device 97324e88-36de-449c-857f-bc2d3f7a912d no longer exists at agent hyperv_hv-cinder-78447 {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:54:22.333385 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] No Port match for: 97324e88-36de-449c-857f-bc2d3f7a912d {{(pid=108906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:54:22.333753 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device 97324e88-36de-449c-857f-bc2d3f7a912d not bound to the agent host hv-cinder-78447 {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:54:22.707098 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98650a23-fd2c-4851-a871-feb1b175ff1c req-9ded555c-783e-492a-8fa0-12ea5ed0b954 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:22.708549 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-98650a23-fd2c-4851-a871-feb1b175ff1c req-9ded555c-783e-492a-8fa0-12ea5ed0b954 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=635ee3bb-dc82-4d25-95fc-ef55d01f0705 HTTP/1.1" status: 200 len: 944 time: 0.0581875 Dec 16 15:54:22.755561 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-98650a23-fd2c-4851-a871-feb1b175ff1c req-0d78bf08-4531-4c61-a666-ac0beb2f7e5d tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa550b95-a5a8-4f5d-a4f5-4ed50b4fc6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409739 Dec 16 15:54:23.888475 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff4373-8b91-4d01-91ee-325c3792526c req-50211c98-13cb-4046-9148-0f58bd2a31a7 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:23.890022 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-4fff4373-8b91-4d01-91ee-325c3792526c req-50211c98-13cb-4046-9148-0f58bd2a31a7 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=635ee3bb-dc82-4d25-95fc-ef55d01f0705 HTTP/1.1" status: 200 len: 944 time: 0.0603201 Dec 16 15:54:23.940153 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-4fff4373-8b91-4d01-91ee-325c3792526c req-b8c09eaf-469c-4e93-a62c-2368ac304a92 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa550b95-a5a8-4f5d-a4f5-4ed50b4fc6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409925 Dec 16 15:54:24.009828 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.agents_db [None req-3e981004-2469-4169-a15f-e329d1e51356 None None] Agent healthcheck: found 6 active agents {{(pid=108907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:54:25.074459 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1142e4c5-3173-44db-8282-d39800a3e002 req-86abbdf5-bbe8-4844-98f7-60c55c5fcf4b tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:25.075941 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-1142e4c5-3173-44db-8282-d39800a3e002 req-86abbdf5-bbe8-4844-98f7-60c55c5fcf4b tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=635ee3bb-dc82-4d25-95fc-ef55d01f0705 HTTP/1.1" status: 200 len: 944 time: 0.0514991 Dec 16 15:54:25.129127 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-1142e4c5-3173-44db-8282-d39800a3e002 req-a8c99c83-f2ff-4a99-9e49-1071810da504 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa550b95-a5a8-4f5d-a4f5-4ed50b4fc6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443878 Dec 16 15:54:26.255466 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d0b9ed-ff30-443a-a347-2ce128df4ec6 req-e3ebebfb-b7d5-457a-9682-efdd6e831bac tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:26.258693 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-25d0b9ed-ff30-443a-a347-2ce128df4ec6 req-e3ebebfb-b7d5-457a-9682-efdd6e831bac tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=635ee3bb-dc82-4d25-95fc-ef55d01f0705 HTTP/1.1" status: 200 len: 944 time: 0.0552847 Dec 16 15:54:26.317770 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-25d0b9ed-ff30-443a-a347-2ce128df4ec6 req-5ce965f0-47d7-4fee-8992-5eb14d75327c tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa550b95-a5a8-4f5d-a4f5-4ed50b4fc6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508707 Dec 16 15:54:26.777380 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device d48abd91-ed3c-4f04-8767-5e6f0211d6fe details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=108906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:54:26.878884 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] For port d48abd91-ed3c-4f04-8767-5e6f0211d6fe, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=d48abd91-ed3c-4f04-8767-5e6f0211d6fe,segment=NetworkSegment(6ac95f2c-e8cd-453d-a535-ad4189b6290a),segment_id=6ac95f2c-e8cd-453d-a535-ad4189b6290a)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:54:26.889594 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Returning: {'device': 'd48abd91-ed3c-4f04-8767-5e6f0211d6fe', 'network_id': 'd7f36349-73c7-464a-bf62-5f09a6e738d6', 'port_id': 'd48abd91-ed3c-4f04-8767-5e6f0211d6fe', 'mac_address': 'fa:16:3e:31:8d:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd74c3a7c-65e1-4354-b26d-40ed68846b85', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:54:26.926275 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:26.939717 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.notifiers.nova [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d48abd91-ed3c-4f04-8767-5e6f0211d6fe {{(pid=108906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:54:26.959585 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] For port d48abd91-ed3c-4f04-8767-5e6f0211d6fe, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=d48abd91-ed3c-4f04-8767-5e6f0211d6fe,segment=NetworkSegment(6ac95f2c-e8cd-453d-a535-ad4189b6290a),segment_id=6ac95f2c-e8cd-453d-a535-ad4189b6290a)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:54:26.966975 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:27.019657 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Pushing event updated for resources: {'Port': ['ID=d48abd91-ed3c-4f04-8767-5e6f0211d6fe,revision_number=9']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:27.026939 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:54:27.027283 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:54:27.027691 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:54:27.027956 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:54:27.028284 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:54:27.028606 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:54:27.028952 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:54:27.029282 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:54:27.029643 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:54:27.029964 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:54:27.030269 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:54:27.030580 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:54:27.030878 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:54:27.450564 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14379f7-35f5-491c-a0f6-914bb2fcf6ac req-dc86cf53-86f6-442f-bfef-4b51efd859ae tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:27.452016 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-e14379f7-35f5-491c-a0f6-914bb2fcf6ac req-dc86cf53-86f6-442f-bfef-4b51efd859ae tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=635ee3bb-dc82-4d25-95fc-ef55d01f0705 HTTP/1.1" status: 200 len: 945 time: 0.0507786 Dec 16 15:54:27.502995 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-e14379f7-35f5-491c-a0f6-914bb2fcf6ac req-ca2bb194-6c81-439e-8d78-4b7eea166450 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa550b95-a5a8-4f5d-a4f5-4ed50b4fc6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427158 Dec 16 15:54:28.012801 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] get_ports_and_sgs() called for port_ids ['d48abd91-ed3c-4f04-8767-5e6f0211d6fe'] {{(pid=108906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:54:28.145157 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e9eca2-29ad-4f96-9f6a-76c1b0c95dae req-3df28605-7b15-45cc-8e51-3068e855c9c8 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:28.146770 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-97e9eca2-29ad-4f96-9f6a-76c1b0c95dae req-3df28605-7b15-45cc-8e51-3068e855c9c8 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] 10.222.0.31 "GET /v2.0/networks?id=50d8a135-3436-4a59-8ee6-c5d9e712c029 HTTP/1.1" status: 200 len: 814 time: 0.1010370 Dec 16 15:54:28.161938 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-97e9eca2-29ad-4f96-9f6a-76c1b0c95dae req-b72babe1-4ba6-4c2c-835e-3cfa0e54c9d3 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] 10.222.0.31 "GET /v2.0/quotas/ebf339789c6548249d10a3fc90824375 HTTP/1.1" status: 200 len: 375 time: 0.0091140 Dec 16 15:54:28.191825 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-97e9eca2-29ad-4f96-9f6a-76c1b0c95dae req-d38bef85-95d5-4d4a-92b1-6b7467342b8d tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ebf339789c6548249d10a3fc90824375&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0247722 Dec 16 15:54:28.323058 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-97e9eca2-29ad-4f96-9f6a-76c1b0c95dae req-03488805-880b-428c-bf4a-885106cef430 service neutron] 10.222.0.31 "GET /v2.0/networks/50d8a135-3436-4a59-8ee6-c5d9e712c029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243231 Dec 16 15:54:28.421937 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-97e9eca2-29ad-4f96-9f6a-76c1b0c95dae req-076c42eb-af02-49c6-b710-f1bb3ffe9020 service neutron] 10.222.0.31 "GET /v2.0/networks/50d8a135-3436-4a59-8ee6-c5d9e712c029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925472 Dec 16 15:54:28.616492 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-7dd4398a-baa1-43e5-9426-cc771a9c3d4d req-70de4a89-8781-4ab9-a9f1-d0d85281d352 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8a79670-40b7-4b24-8484-e97517721494 HTTP/1.1" status: 200 len: 210 time: 0.0476358 Dec 16 15:54:28.640801 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2787799a-25b4-4077-8dfc-aa25bf180e2e req-b851c59d-ae46-4dee-b529-5250ebd2e768 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:28.642183 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-2787799a-25b4-4077-8dfc-aa25bf180e2e req-b851c59d-ae46-4dee-b529-5250ebd2e768 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=635ee3bb-dc82-4d25-95fc-ef55d01f0705 HTTP/1.1" status: 200 len: 945 time: 0.0643103 Dec 16 15:54:28.693295 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-2787799a-25b4-4077-8dfc-aa25bf180e2e req-7df2b92c-ee78-4529-b9fa-3b9597ac17a0 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa550b95-a5a8-4f5d-a4f5-4ed50b4fc6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448701 Dec 16 15:54:29.551028 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e9eca2-29ad-4f96-9f6a-76c1b0c95dae req-507e3c94-53bc-4570-a953-7dcc11525317 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:29.552510 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-97e9eca2-29ad-4f96-9f6a-76c1b0c95dae req-507e3c94-53bc-4570-a953-7dcc11525317 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] 10.222.0.66 "GET /v2.0/networks?id=50d8a135-3436-4a59-8ee6-c5d9e712c029 HTTP/1.1" status: 200 len: 814 time: 0.1031401 Dec 16 15:54:29.565796 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.v2.base [req-97e9eca2-29ad-4f96-9f6a-76c1b0c95dae req-f66f319b-88e6-4df6-99ef-50e5c4d94367 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Request body: {'port': {'device_id': 'f8a79670-40b7-4b24-8484-e97517721494', 'network_id': '50d8a135-3436-4a59-8ee6-c5d9e712c029', 'admin_state_up': True, 'tenant_id': 'ebf339789c6548249d10a3fc90824375'}} {{(pid=108904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:54:29.676579 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97e9eca2-29ad-4f96-9f6a-76c1b0c95dae req-f66f319b-88e6-4df6-99ef-50e5c4d94367 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Made reservation on behalf of ebf339789c6548249d10a3fc90824375 for: {'port': 1} {{(pid=108904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:54:29.680129 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-97e9eca2-29ad-4f96-9f6a-76c1b0c95dae req-f66f319b-88e6-4df6-99ef-50e5c4d94367 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:29.708400 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-7a24da24-acfe-4675-8ac9-db6347592d11 req-78a661b7-9668-4a22-b82d-76524034d5e9 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8a79670-40b7-4b24-8484-e97517721494 HTTP/1.1" status: 200 len: 210 time: 0.0259264 Dec 16 15:54:29.808035 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.db_base_plugin_common [req-97e9eca2-29ad-4f96-9f6a-76c1b0c95dae req-f66f319b-88e6-4df6-99ef-50e5c4d94367 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Allocated IP 172.20.0.7 (50d8a135-3436-4a59-8ee6-c5d9e712c029/e04c1a57-1515-4952-bf0a-e54a882b9711/6ed2a710-c869-4081-8193-d34b97960b0f) {{(pid=108904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:54:29.817144 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416b8fd-fcb7-4f3f-9bf6-c613ba507c5e req-641d3a5d-2402-4c30-b27e-e27cba1b36c4 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:29.818978 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-6416b8fd-fcb7-4f3f-9bf6-c613ba507c5e req-641d3a5d-2402-4c30-b27e-e27cba1b36c4 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=635ee3bb-dc82-4d25-95fc-ef55d01f0705 HTTP/1.1" status: 200 len: 945 time: 0.0501008 Dec 16 15:54:29.866708 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-6416b8fd-fcb7-4f3f-9bf6-c613ba507c5e req-3147284b-7bb9-4060-b178-f7a384ce8bac tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa550b95-a5a8-4f5d-a4f5-4ed50b4fc6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413146 Dec 16 15:54:29.967047 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-97e9eca2-29ad-4f96-9f6a-76c1b0c95dae req-f66f319b-88e6-4df6-99ef-50e5c4d94367 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Publish callbacks [] for port, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:30.000398 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-97e9eca2-29ad-4f96-9f6a-76c1b0c95dae req-f66f319b-88e6-4df6-99ef-50e5c4d94367 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739691803594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4504497'] for port, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:30.054215 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97e9eca2-29ad-4f96-9f6a-76c1b0c95dae req-f66f319b-88e6-4df6-99ef-50e5c4d94367 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Network 50d8a135-3436-4a59-8ee6-c5d9e712c029 is already hosted by enough agents. {{(pid=108904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:54:30.058174 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.base_scheduler [req-97e9eca2-29ad-4f96-9f6a-76c1b0c95dae req-f66f319b-88e6-4df6-99ef-50e5c4d94367 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Resources bound (agent type, host, resource id): {{(pid=108904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:54:30.060011 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66f319b-88e6-4df6-99ef-50e5c4d94367 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Pushing event updated for resources: {'Port': ['ID=6ed2a710-c869-4081-8193-d34b97960b0f,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:30.062034 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [req-97e9eca2-29ad-4f96-9f6a-76c1b0c95dae req-f66f319b-88e6-4df6-99ef-50e5c4d94367 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Received port after_create {{(pid=108904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:54:30.103724 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987e739e-a525-4771-9f15-9d8fd8fae761 req-e6a74408-c2aa-454e-bb6b-91f80747a2ee tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:30.105192 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-987e739e-a525-4771-9f15-9d8fd8fae761 req-e6a74408-c2aa-454e-bb6b-91f80747a2ee tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/ports?device_id=248b8eac-f030-4761-a6c9-0ddaf6475f0f HTTP/1.1" status: 200 len: 945 time: 0.0487103 Dec 16 15:54:30.110463 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e9eca2-29ad-4f96-9f6a-76c1b0c95dae req-f66f319b-88e6-4df6-99ef-50e5c4d94367 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:30.111054 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-97e9eca2-29ad-4f96-9f6a-76c1b0c95dae req-f66f319b-88e6-4df6-99ef-50e5c4d94367 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294'] for port, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:30.126942 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-97e9eca2-29ad-4f96-9f6a-76c1b0c95dae req-f66f319b-88e6-4df6-99ef-50e5c4d94367 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5647843 Dec 16 15:54:30.142321 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.v2.base [req-97e9eca2-29ad-4f96-9f6a-76c1b0c95dae req-2d372fbf-a29a-4532-a764-f61f7043f121 service neutron] Request body: {'port': {'device_id': 'f8a79670-40b7-4b24-8484-e97517721494', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=108904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:54:30.157166 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-987e739e-a525-4771-9f15-9d8fd8fae761 req-4b1067b1-1aa3-4f65-b7cc-385fbe7ef413 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e0931ad-2cb0-4a8a-9f29-cd2e4109aaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457282 Dec 16 15:54:30.197822 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-97e9eca2-29ad-4f96-9f6a-76c1b0c95dae req-2d372fbf-a29a-4532-a764-f61f7043f121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:30.355085 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device d48abd91-ed3c-4f04-8767-5e6f0211d6fe up at agent hyperv_hv-cinder-78447 {{(pid=108906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:54:30.405502 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Provisioning complete for port d48abd91-ed3c-4f04-8767-5e6f0211d6fe triggered by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:54:30.405878 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:30.460901 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.notifiers.nova [req-97e9eca2-29ad-4f96-9f6a-76c1b0c95dae req-2d372fbf-a29a-4532-a764-f61f7043f121 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ed2a710-c869-4081-8193-d34b97960b0f {{(pid=108904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:54:30.468390 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-97e9eca2-29ad-4f96-9f6a-76c1b0c95dae req-2d372fbf-a29a-4532-a764-f61f7043f121 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:30.480601 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.provisioning_blocks [req-97e9eca2-29ad-4f96-9f6a-76c1b0c95dae req-2d372fbf-a29a-4532-a764-f61f7043f121 service neutron] Transition to ACTIVE for port object 6ed2a710-c869-4081-8193-d34b97960b0f will not be triggered until provisioned by entity L2. {{(pid=108904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:54:30.485708 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:30.486622 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-97e9eca2-29ad-4f96-9f6a-76c1b0c95dae req-2d372fbf-a29a-4532-a764-f61f7043f121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4504520'] for port, after_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:30.508583 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '635ee3bb-dc82-4d25-95fc-ef55d01f0705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd48abd91-ed3c-4f04-8767-5e6f0211d6fe'}] {{(pid=108906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:54:30.510958 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02b5cd720e1ebaa5714ffb0bc34871610594f2c4f6020a6f60f7cc29a5a8a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5727325-e15c-4144-a19d-4c8bc2ff7894" -d '{"events": [{"server_uuid": "635ee3bb-dc82-4d25-95fc-ef55d01f0705", "name": "network-vif-plugged", "status": "completed", "tag": "d48abd91-ed3c-4f04-8767-5e6f0211d6fe"}]}' {{(pid=108906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:54:30.531175 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] For port d48abd91-ed3c-4f04-8767-5e6f0211d6fe, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=d48abd91-ed3c-4f04-8767-5e6f0211d6fe,segment=NetworkSegment(6ac95f2c-e8cd-453d-a535-ad4189b6290a),segment_id=6ac95f2c-e8cd-453d-a535-ad4189b6290a)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:54:30.538396 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:30.538597 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d372fbf-a29a-4532-a764-f61f7043f121 service neutron] Pushing event updated for resources: {'Port': ['ID=6ed2a710-c869-4081-8193-d34b97960b0f,revision_number=2']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:30.585516 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Pushing event updated for resources: {'Port': ['ID=d48abd91-ed3c-4f04-8767-5e6f0211d6fe,revision_number=10']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:30.605377 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.managers [req-97e9eca2-29ad-4f96-9f6a-76c1b0c95dae req-2d372fbf-a29a-4532-a764-f61f7043f121 service neutron] Attempting to bind port 6ed2a710-c869-4081-8193-d34b97960b0f on host hv-cinder-78447 for vnic_type normal with profile {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:54:30.605845 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.managers [req-97e9eca2-29ad-4f96-9f6a-76c1b0c95dae req-2d372fbf-a29a-4532-a764-f61f7043f121 service neutron] Attempting to bind port 6ed2a710-c869-4081-8193-d34b97960b0f by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '4e961bde-77e2-4798-b229-3f33142105e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '50d8a135-3436-4a59-8ee6-c5d9e712c029'}] {{(pid=108904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:54:30.606048 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e9eca2-29ad-4f96-9f6a-76c1b0c95dae req-2d372fbf-a29a-4532-a764-f61f7043f121 service neutron] Attempting to bind port 6ed2a710-c869-4081-8193-d34b97960b0f on network 50d8a135-3436-4a59-8ee6-c5d9e712c029 {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:54:30.610418 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e9eca2-29ad-4f96-9f6a-76c1b0c95dae req-2d372fbf-a29a-4532-a764-f61f7043f121 service neutron] Port 6ed2a710-c869-4081-8193-d34b97960b0f on network 50d8a135-3436-4a59-8ee6-c5d9e712c029 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:54:30.610730 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e9eca2-29ad-4f96-9f6a-76c1b0c95dae req-2d372fbf-a29a-4532-a764-f61f7043f121 service neutron] Attempting to bind port 6ed2a710-c869-4081-8193-d34b97960b0f on network 50d8a135-3436-4a59-8ee6-c5d9e712c029 {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:54:30.615837 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e9eca2-29ad-4f96-9f6a-76c1b0c95dae req-2d372fbf-a29a-4532-a764-f61f7043f121 service neutron] Checking agent: {'id': 'cc3d5e4c-e00e-4c48-b0f7-4cab06ea1ca9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 46, 48), 'started_at': datetime.datetime(2021, 12, 16, 15, 46, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:54:30.616155 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e9eca2-29ad-4f96-9f6a-76c1b0c95dae req-2d372fbf-a29a-4532-a764-f61f7043f121 service neutron] Checking segment: {'id': '4e961bde-77e2-4798-b229-3f33142105e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '50d8a135-3436-4a59-8ee6-c5d9e712c029'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:54:30.616536 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e9eca2-29ad-4f96-9f6a-76c1b0c95dae req-2d372fbf-a29a-4532-a764-f61f7043f121 service neutron] Bound using segment: {'id': '4e961bde-77e2-4798-b229-3f33142105e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '50d8a135-3436-4a59-8ee6-c5d9e712c029'} {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:54:30.616953 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.managers [req-97e9eca2-29ad-4f96-9f6a-76c1b0c95dae req-2d372fbf-a29a-4532-a764-f61f7043f121 service neutron] Bound port: 6ed2a710-c869-4081-8193-d34b97960b0f, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e961bde-77e2-4798-b229-3f33142105e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '50d8a135-3436-4a59-8ee6-c5d9e712c029'}}] {{(pid=108904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:54:30.617298 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-97e9eca2-29ad-4f96-9f6a-76c1b0c95dae req-2d372fbf-a29a-4532-a764-f61f7043f121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:30.625986 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8bd8b9-a4e0-4181-be92-134d7f9f1c75 x-openstack-request-id: req-5a8bd8b9-a4e0-4181-be92-134d7f9f1c75 {{(pid=108906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:54:30.626276 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "635ee3bb-dc82-4d25-95fc-ef55d01f0705", "name": "network-vif-plugged", "status": "completed", "tag": "d48abd91-ed3c-4f04-8767-5e6f0211d6fe", "code": 200}]} {{(pid=108906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:54:30.626523 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5a8bd8b9-a4e0-4181-be92-134d7f9f1c75 {{(pid=108906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:54:30.626913 dv-cinder-784477-11-iscsi neutron-server[108906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '635ee3bb-dc82-4d25-95fc-ef55d01f0705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd48abd91-ed3c-4f04-8767-5e6f0211d6fe', 'code': 200} Dec 16 15:54:30.677355 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.db [req-97e9eca2-29ad-4f96-9f6a-76c1b0c95dae req-2d372fbf-a29a-4532-a764-f61f7043f121 service neutron] For port 6ed2a710-c869-4081-8193-d34b97960b0f, host hv-cinder-78447, cleared binding levels {{(pid=108904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:54:30.680361 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.db [req-97e9eca2-29ad-4f96-9f6a-76c1b0c95dae req-2d372fbf-a29a-4532-a764-f61f7043f121 service neutron] For port 6ed2a710-c869-4081-8193-d34b97960b0f, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=6ed2a710-c869-4081-8193-d34b97960b0f,segment=NetworkSegment(4e961bde-77e2-4798-b229-3f33142105e1),segment_id=4e961bde-77e2-4798-b229-3f33142105e1)] {{(pid=108904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:54:30.685518 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-97e9eca2-29ad-4f96-9f6a-76c1b0c95dae req-2d372fbf-a29a-4532-a764-f61f7043f121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4504520'] for port, after_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:30.721262 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e9eca2-29ad-4f96-9f6a-76c1b0c95dae req-2d372fbf-a29a-4532-a764-f61f7043f121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:30.721889 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-97e9eca2-29ad-4f96-9f6a-76c1b0c95dae req-2d372fbf-a29a-4532-a764-f61f7043f121 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294'] for port, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:30.723266 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-97e9eca2-29ad-4f96-9f6a-76c1b0c95dae req-2d372fbf-a29a-4532-a764-f61f7043f121 service neutron] 10.222.0.66 "PUT /v2.0/ports/6ed2a710-c869-4081-8193-d34b97960b0f HTTP/1.1" status: 200 len: 1093 time: 0.5850568 Dec 16 15:54:30.723690 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8a79670-40b7-4b24-8484-e97517721494', 'tag': '6ed2a710-c869-4081-8193-d34b97960b0f'}] {{(pid=108904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:54:30.725939 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0a2cce90635460fa9ee7acd2d2298fc55a52ab45a9458d7253143d338a4b89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead34a63-3734-4990-abd1-4e45605a8f88" -d '{"events": [{"name": "network-changed", "server_uuid": "f8a79670-40b7-4b24-8484-e97517721494", "tag": "6ed2a710-c869-4081-8193-d34b97960b0f"}]}' {{(pid=108904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:54:30.744981 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d372fbf-a29a-4532-a764-f61f7043f121 service neutron] Pushing event updated for resources: {'Port': ['ID=6ed2a710-c869-4081-8193-d34b97960b0f,revision_number=3']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:30.769260 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b45e722-f08f-4129-912e-62b2ed9e44ef x-openstack-request-id: req-9b45e722-f08f-4129-912e-62b2ed9e44ef {{(pid=108904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:54:30.769503 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8a79670-40b7-4b24-8484-e97517721494", "tag": "6ed2a710-c869-4081-8193-d34b97960b0f", "status": "completed", "code": 200}]} {{(pid=108904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:54:30.770467 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9b45e722-f08f-4129-912e-62b2ed9e44ef {{(pid=108904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:54:30.770879 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8a79670-40b7-4b24-8484-e97517721494', 'tag': '6ed2a710-c869-4081-8193-d34b97960b0f', 'status': 'completed', 'code': 200} Dec 16 15:54:30.815771 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e9eca2-29ad-4f96-9f6a-76c1b0c95dae req-d22e70ba-e6c9-43c9-8517-ad4050fee844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:30.817269 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-97e9eca2-29ad-4f96-9f6a-76c1b0c95dae req-d22e70ba-e6c9-43c9-8517-ad4050fee844 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ebf339789c6548249d10a3fc90824375&device_id=f8a79670-40b7-4b24-8484-e97517721494 HTTP/1.1" status: 200 len: 1096 time: 0.0425990 Dec 16 15:54:30.831457 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4ea49e-40b0-4ab6-b457-8e9b9b2c4c76 req-31e9513e-4807-47f9-840d-7a0e9ce4048a tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:30.832939 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-ae4ea49e-40b0-4ab6-b457-8e9b9b2c4c76 req-31e9513e-4807-47f9-840d-7a0e9ce4048a tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8a79670-40b7-4b24-8484-e97517721494 HTTP/1.1" status: 200 len: 943 time: 0.0485802 Dec 16 15:54:30.859589 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-97e9eca2-29ad-4f96-9f6a-76c1b0c95dae req-2877198f-53d2-42de-ae92-28dda42e1d9e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ed2a710-c869-4081-8193-d34b97960b0f HTTP/1.1" status: 200 len: 217 time: 0.0341020 Dec 16 15:54:30.880665 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-ae4ea49e-40b0-4ab6-b457-8e9b9b2c4c76 req-62a266ff-1c0f-42a5-bb5a-d0345daed603 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] 10.222.0.31 "GET /v2.0/security-groups?id=513c8a83-8b97-4104-b5b6-42f5c0e9be6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412085 Dec 16 15:54:30.908462 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e9eca2-29ad-4f96-9f6a-76c1b0c95dae req-4cfa75e5-1b9a-40e1-89e8-cc2a96c889d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:30.909973 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-97e9eca2-29ad-4f96-9f6a-76c1b0c95dae req-4cfa75e5-1b9a-40e1-89e8-cc2a96c889d4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e04c1a57-1515-4952-bf0a-e54a882b9711 HTTP/1.1" status: 200 len: 854 time: 0.0435565 Dec 16 15:54:30.944978 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-97e9eca2-29ad-4f96-9f6a-76c1b0c95dae req-a9609b26-2f51-4215-8669-eddd4b05eccf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=50d8a135-3436-4a59-8ee6-c5d9e712c029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273981 Dec 16 15:54:30.995024 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c3f87-3f86-4834-b934-278a192ed8fc req-4193bf55-0fa7-4967-809b-653b59627bee tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:30.996541 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-f32c3f87-3f86-4834-b934-278a192ed8fc req-4193bf55-0fa7-4967-809b-653b59627bee tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=635ee3bb-dc82-4d25-95fc-ef55d01f0705 HTTP/1.1" status: 200 len: 947 time: 0.0523062 Dec 16 15:54:31.057874 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-97e9eca2-29ad-4f96-9f6a-76c1b0c95dae req-63493438-8c1b-49f9-ad92-7d1fcf963ac9 service neutron] 10.222.0.66 "GET /v2.0/networks/50d8a135-3436-4a59-8ee6-c5d9e712c029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032481 Dec 16 15:54:31.070381 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-f32c3f87-3f86-4834-b934-278a192ed8fc req-c4156cd5-2f28-4907-bf4c-c4cf7021f49f tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa550b95-a5a8-4f5d-a4f5-4ed50b4fc6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576386 Dec 16 15:54:31.133875 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705251df-e6a5-482a-ba15-8d61cd951348 req-739c6959-f5cd-4aed-bf8b-ac09d1fd6d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:31.135282 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-705251df-e6a5-482a-ba15-8d61cd951348 req-739c6959-f5cd-4aed-bf8b-ac09d1fd6d8a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=635ee3bb-dc82-4d25-95fc-ef55d01f0705 HTTP/1.1" status: 200 len: 1100 time: 0.0442119 Dec 16 15:54:31.151820 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-97e9eca2-29ad-4f96-9f6a-76c1b0c95dae req-d1b3bf65-0ff0-4cab-9ce2-a8e9258468ec service neutron] 10.222.0.66 "GET /v2.0/networks/50d8a135-3436-4a59-8ee6-c5d9e712c029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851507 Dec 16 15:54:31.179686 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-705251df-e6a5-482a-ba15-8d61cd951348 req-4dd05361-ef06-48a1-9622-4a0bd930c226 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=fa550b95-a5a8-4f5d-a4f5-4ed50b4fc6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372920 Dec 16 15:54:31.274521 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f470ed7-3a14-4018-ac2a-b2df5882a1d7 req-73a1f734-bf99-4cdb-9864-bf86a8128f82 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:31.276011 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-7f470ed7-3a14-4018-ac2a-b2df5882a1d7 req-73a1f734-bf99-4cdb-9864-bf86a8128f82 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/ports?device_id=248b8eac-f030-4761-a6c9-0ddaf6475f0f HTTP/1.1" status: 200 len: 945 time: 0.0495393 Dec 16 15:54:31.325038 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-7f470ed7-3a14-4018-ac2a-b2df5882a1d7 req-b390793a-9817-489d-bd3e-b6cac3296868 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e0931ad-2cb0-4a8a-9f29-cd2e4109aaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432110 Dec 16 15:54:31.463560 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead34a63-3734-4990-abd1-4e45605a8f88 req-6a8159f4-70ed-4aa0-884a-f21406fc563f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:31.464909 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-ead34a63-3734-4990-abd1-4e45605a8f88 req-6a8159f4-70ed-4aa0-884a-f21406fc563f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ebf339789c6548249d10a3fc90824375&device_id=f8a79670-40b7-4b24-8484-e97517721494 HTTP/1.1" status: 200 len: 1096 time: 0.0513637 Dec 16 15:54:31.555088 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead34a63-3734-4990-abd1-4e45605a8f88 req-ae1387e5-9414-4c92-8193-29369709ca16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:31.556536 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-ead34a63-3734-4990-abd1-4e45605a8f88 req-ae1387e5-9414-4c92-8193-29369709ca16 service neutron] 10.222.0.66 "GET /v2.0/networks?id=50d8a135-3436-4a59-8ee6-c5d9e712c029 HTTP/1.1" status: 200 len: 915 time: 0.0822802 Dec 16 15:54:31.598368 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-ead34a63-3734-4990-abd1-4e45605a8f88 req-9abeef85-a79b-4667-b5a1-f9453bc5886d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ed2a710-c869-4081-8193-d34b97960b0f HTTP/1.1" status: 200 len: 217 time: 0.0342145 Dec 16 15:54:31.654316 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead34a63-3734-4990-abd1-4e45605a8f88 req-3d735a6c-5d3b-4a6a-bdcf-55688a5e9987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:31.655700 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-ead34a63-3734-4990-abd1-4e45605a8f88 req-3d735a6c-5d3b-4a6a-bdcf-55688a5e9987 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e04c1a57-1515-4952-bf0a-e54a882b9711 HTTP/1.1" status: 200 len: 854 time: 0.0475626 Dec 16 15:54:31.688175 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-ead34a63-3734-4990-abd1-4e45605a8f88 req-d6763f81-324f-459c-b6dc-4afbb198a84d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=50d8a135-3436-4a59-8ee6-c5d9e712c029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232301 Dec 16 15:54:31.777574 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-ead34a63-3734-4990-abd1-4e45605a8f88 req-727acd3e-7e2c-4b1d-b8d3-b95e75f01735 service neutron] 10.222.0.66 "GET /v2.0/networks/50d8a135-3436-4a59-8ee6-c5d9e712c029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805414 Dec 16 15:54:31.879922 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-ead34a63-3734-4990-abd1-4e45605a8f88 req-b35fb8a4-9e69-42f2-bd88-8ca1eecabfcf service neutron] 10.222.0.66 "GET /v2.0/networks/50d8a135-3436-4a59-8ee6-c5d9e712c029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943851 Dec 16 15:54:31.997491 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f870918c-e740-4647-b150-0913044bb770 req-8542e6af-90a8-4427-bf49-1ccbf9d89083 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:31.998925 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-f870918c-e740-4647-b150-0913044bb770 req-8542e6af-90a8-4427-bf49-1ccbf9d89083 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8a79670-40b7-4b24-8484-e97517721494 HTTP/1.1" status: 200 len: 943 time: 0.0518265 Dec 16 15:54:32.051679 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-f870918c-e740-4647-b150-0913044bb770 req-75c55822-2225-4492-a98d-65d53f85e027 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] 10.222.0.31 "GET /v2.0/security-groups?id=513c8a83-8b97-4104-b5b6-42f5c0e9be6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442295 Dec 16 15:54:32.199073 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dfa20d-10bb-42a4-904d-39c316841c8d req-0dedf2b6-a6f3-4cce-af05-51b9c43f0370 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:32.200590 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-20dfa20d-10bb-42a4-904d-39c316841c8d req-0dedf2b6-a6f3-4cce-af05-51b9c43f0370 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=635ee3bb-dc82-4d25-95fc-ef55d01f0705 HTTP/1.1" status: 200 len: 947 time: 0.0566700 Dec 16 15:54:32.250806 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-20dfa20d-10bb-42a4-904d-39c316841c8d req-9c67fd46-8ab7-4c82-ae00-b201f2c095c9 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa550b95-a5a8-4f5d-a4f5-4ed50b4fc6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413296 Dec 16 15:54:32.458274 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c0891-9153-42e0-b320-9edf50735aad req-04db6682-9585-4a22-a8bc-a1e976203018 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:32.459733 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-0c0c0891-9153-42e0-b320-9edf50735aad req-04db6682-9585-4a22-a8bc-a1e976203018 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/ports?device_id=248b8eac-f030-4761-a6c9-0ddaf6475f0f HTTP/1.1" status: 200 len: 945 time: 0.0520227 Dec 16 15:54:32.512028 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-0c0c0891-9153-42e0-b320-9edf50735aad req-0ace8b93-bfec-4677-99c2-8fbd5fd53e0a tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e0931ad-2cb0-4a8a-9f29-cd2e4109aaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464780 Dec 16 15:54:33.172090 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39339a2e-dce4-4e74-a58c-21cd145c86e3 req-f2af2f3c-b7ea-4bd6-ba52-be724cd52092 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:33.173572 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-39339a2e-dce4-4e74-a58c-21cd145c86e3 req-f2af2f3c-b7ea-4bd6-ba52-be724cd52092 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8a79670-40b7-4b24-8484-e97517721494 HTTP/1.1" status: 200 len: 943 time: 0.0491228 Dec 16 15:54:33.224534 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-39339a2e-dce4-4e74-a58c-21cd145c86e3 req-92e97840-eb4d-4a02-86ab-71f0f91ea3f5 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] 10.222.0.31 "GET /v2.0/security-groups?id=513c8a83-8b97-4104-b5b6-42f5c0e9be6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443821 Dec 16 15:54:33.376658 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38979702-bc92-424e-ba33-d1cf58efa933 req-c379f607-83c4-4c0d-8d59-d868d0a54d6e tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:33.378141 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-38979702-bc92-424e-ba33-d1cf58efa933 req-c379f607-83c4-4c0d-8d59-d868d0a54d6e tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=635ee3bb-dc82-4d25-95fc-ef55d01f0705 HTTP/1.1" status: 200 len: 947 time: 0.0501370 Dec 16 15:54:33.424496 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-38979702-bc92-424e-ba33-d1cf58efa933 req-5897c6f7-36a9-4b06-9762-c66f857457c2 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa550b95-a5a8-4f5d-a4f5-4ed50b4fc6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402191 Dec 16 15:54:33.628046 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eba1938-222d-4d62-8f30-ba42902f30e6 req-af6ed195-2cad-4675-943c-04c11eb8cad6 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:33.629507 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-3eba1938-222d-4d62-8f30-ba42902f30e6 req-af6ed195-2cad-4675-943c-04c11eb8cad6 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/ports?device_id=248b8eac-f030-4761-a6c9-0ddaf6475f0f HTTP/1.1" status: 200 len: 945 time: 0.0493612 Dec 16 15:54:33.676933 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-3eba1938-222d-4d62-8f30-ba42902f30e6 req-4a96eaff-ef85-4a28-897b-6b873afc7315 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e0931ad-2cb0-4a8a-9f29-cd2e4109aaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414219 Dec 16 15:54:34.350380 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947a705c-2d2f-464f-90f8-3d7da080ce62 req-858d07e4-5c9c-4f5e-88f8-8c9dc64899ea tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:34.351758 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-947a705c-2d2f-464f-90f8-3d7da080ce62 req-858d07e4-5c9c-4f5e-88f8-8c9dc64899ea tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8a79670-40b7-4b24-8484-e97517721494 HTTP/1.1" status: 200 len: 943 time: 0.0524380 Dec 16 15:54:34.377009 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device 6ed2a710-c869-4081-8193-d34b97960b0f details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=108906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:54:34.402549 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-947a705c-2d2f-464f-90f8-3d7da080ce62 req-e801af9c-94da-4245-b42e-f71726103230 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] 10.222.0.31 "GET /v2.0/security-groups?id=513c8a83-8b97-4104-b5b6-42f5c0e9be6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418589 Dec 16 15:54:34.474119 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] For port 6ed2a710-c869-4081-8193-d34b97960b0f, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=6ed2a710-c869-4081-8193-d34b97960b0f,segment=NetworkSegment(4e961bde-77e2-4798-b229-3f33142105e1),segment_id=4e961bde-77e2-4798-b229-3f33142105e1)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:54:34.485929 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Returning: {'device': '6ed2a710-c869-4081-8193-d34b97960b0f', 'network_id': '50d8a135-3436-4a59-8ee6-c5d9e712c029', 'port_id': '6ed2a710-c869-4081-8193-d34b97960b0f', 'mac_address': 'fa:16:3e:e5:ff:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04c1a57-1515-4952-bf0a-e54a882b9711', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:54:34.525216 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:34.538629 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.notifiers.nova [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ed2a710-c869-4081-8193-d34b97960b0f {{(pid=108906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:54:34.558723 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] For port 6ed2a710-c869-4081-8193-d34b97960b0f, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=6ed2a710-c869-4081-8193-d34b97960b0f,segment=NetworkSegment(4e961bde-77e2-4798-b229-3f33142105e1),segment_id=4e961bde-77e2-4798-b229-3f33142105e1)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:54:34.565896 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:34.620335 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Pushing event updated for resources: {'Port': ['ID=6ed2a710-c869-4081-8193-d34b97960b0f,revision_number=4']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:34.815014 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482fc00e-c001-413a-ae7f-ef646e10eb35 req-3b0fe331-f31e-4851-9c7a-762b38711c6d tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:34.816471 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-482fc00e-c001-413a-ae7f-ef646e10eb35 req-3b0fe331-f31e-4851-9c7a-762b38711c6d tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/ports?device_id=248b8eac-f030-4761-a6c9-0ddaf6475f0f HTTP/1.1" status: 200 len: 945 time: 0.0537984 Dec 16 15:54:34.856847 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] get_ports_and_sgs() called for port_ids ['6ed2a710-c869-4081-8193-d34b97960b0f'] {{(pid=108906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:54:34.866805 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-482fc00e-c001-413a-ae7f-ef646e10eb35 req-31aa9bbb-bb26-464e-bd1c-b91156c335be tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e0931ad-2cb0-4a8a-9f29-cd2e4109aaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441408 Dec 16 15:54:35.521664 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a85f1-3af0-468e-afc8-30fe0d5ac32f req-a622da67-90d6-4f6d-a853-9a41b3c297b9 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:35.523111 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-b44a85f1-3af0-468e-afc8-30fe0d5ac32f req-a622da67-90d6-4f6d-a853-9a41b3c297b9 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8a79670-40b7-4b24-8484-e97517721494 HTTP/1.1" status: 200 len: 944 time: 0.0536032 Dec 16 15:54:35.572598 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-b44a85f1-3af0-468e-afc8-30fe0d5ac32f req-ae24927f-d4fd-466b-a4c3-c8765954578d tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] 10.222.0.31 "GET /v2.0/security-groups?id=513c8a83-8b97-4104-b5b6-42f5c0e9be6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434213 Dec 16 15:54:35.987051 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae1e530-d31f-4ce2-8815-7010bf843a3f req-2c1269d9-ae1f-48d7-9937-3d7852585f23 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:35.988471 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-eae1e530-d31f-4ce2-8815-7010bf843a3f req-2c1269d9-ae1f-48d7-9937-3d7852585f23 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/ports?device_id=248b8eac-f030-4761-a6c9-0ddaf6475f0f HTTP/1.1" status: 200 len: 945 time: 0.0501888 Dec 16 15:54:36.035909 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-eae1e530-d31f-4ce2-8815-7010bf843a3f req-390c5448-de81-4111-8d9a-8673fc51ff71 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e0931ad-2cb0-4a8a-9f29-cd2e4109aaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414848 Dec 16 15:54:36.396495 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device 6ed2a710-c869-4081-8193-d34b97960b0f up at agent hyperv_hv-cinder-78447 {{(pid=108906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:54:36.457266 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Provisioning for port 6ed2a710-c869-4081-8193-d34b97960b0f completed by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:54:36.461163 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Provisioning complete for port 6ed2a710-c869-4081-8193-d34b97960b0f triggered by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:54:36.461561 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:36.540883 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:36.563391 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8a79670-40b7-4b24-8484-e97517721494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ed2a710-c869-4081-8193-d34b97960b0f'}] {{(pid=108906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:54:36.565663 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02b5cd720e1ebaa5714ffb0bc34871610594f2c4f6020a6f60f7cc29a5a8a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-077db2b1-e888-4fb6-9c6c-0b38a57021f0" -d '{"events": [{"server_uuid": "f8a79670-40b7-4b24-8484-e97517721494", "name": "network-vif-plugged", "status": "completed", "tag": "6ed2a710-c869-4081-8193-d34b97960b0f"}]}' {{(pid=108906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:54:36.578337 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] For port 6ed2a710-c869-4081-8193-d34b97960b0f, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=6ed2a710-c869-4081-8193-d34b97960b0f,segment=NetworkSegment(4e961bde-77e2-4798-b229-3f33142105e1),segment_id=4e961bde-77e2-4798-b229-3f33142105e1)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:54:36.584074 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:36.608374 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d5d62c-d33e-4be0-8ac4-7011fbaccf2b x-openstack-request-id: req-26d5d62c-d33e-4be0-8ac4-7011fbaccf2b {{(pid=108906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:54:36.608662 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8a79670-40b7-4b24-8484-e97517721494", "name": "network-vif-plugged", "status": "completed", "tag": "6ed2a710-c869-4081-8193-d34b97960b0f", "code": 200}]} {{(pid=108906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:54:36.608944 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-26d5d62c-d33e-4be0-8ac4-7011fbaccf2b {{(pid=108906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:54:36.609334 dv-cinder-784477-11-iscsi neutron-server[108906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8a79670-40b7-4b24-8484-e97517721494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ed2a710-c869-4081-8193-d34b97960b0f', 'code': 200} Dec 16 15:54:36.642784 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-b165b9b2-e87c-4b22-bdd3-62f556e7f06c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:36.646755 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Pushing event updated for resources: {'Port': ['ID=6ed2a710-c869-4081-8193-d34b97960b0f,revision_number=5']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:36.693909 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad84194-2b2b-4a48-afaa-4981f224f772 req-4e307578-2d28-4ca8-94d0-b1905193e83b tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:36.695406 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-3ad84194-2b2b-4a48-afaa-4981f224f772 req-4e307578-2d28-4ca8-94d0-b1905193e83b tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8a79670-40b7-4b24-8484-e97517721494 HTTP/1.1" status: 200 len: 945 time: 0.0478067 Dec 16 15:54:36.743715 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-3ad84194-2b2b-4a48-afaa-4981f224f772 req-95cec440-765d-4fb2-934d-df0132313038 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] 10.222.0.31 "GET /v2.0/security-groups?id=513c8a83-8b97-4104-b5b6-42f5c0e9be6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419765 Dec 16 15:54:36.792136 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8778cf6b-f2a1-453a-b5df-2b842f9a7baa req-cd22e52d-8462-4703-a002-fca787dd2d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:36.793708 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-8778cf6b-f2a1-453a-b5df-2b842f9a7baa req-cd22e52d-8462-4703-a002-fca787dd2d6e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f8a79670-40b7-4b24-8484-e97517721494 HTTP/1.1" status: 200 len: 1098 time: 0.0417957 Dec 16 15:54:36.841811 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-8778cf6b-f2a1-453a-b5df-2b842f9a7baa req-6f34ab22-3e44-4905-bf2f-5a129cdb6fb0 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=513c8a83-8b97-4104-b5b6-42f5c0e9be6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360854 Dec 16 15:54:37.169277 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658cf231-94b8-4014-b9e3-a048ae0ab62e req-5c5596eb-b392-4a97-904b-8779290743c5 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:37.170824 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-658cf231-94b8-4014-b9e3-a048ae0ab62e req-5c5596eb-b392-4a97-904b-8779290743c5 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/ports?device_id=248b8eac-f030-4761-a6c9-0ddaf6475f0f HTTP/1.1" status: 200 len: 945 time: 0.0520155 Dec 16 15:54:37.228359 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-658cf231-94b8-4014-b9e3-a048ae0ab62e req-f49f0ed9-b36d-44e4-b0bf-ac7ab4ff5c17 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e0931ad-2cb0-4a8a-9f29-cd2e4109aaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516398 Dec 16 15:54:37.873105 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d383aa9-b4e5-45d1-ae8b-339ab0efdf4f req-7d24b17a-511a-48ba-a37c-d70778392d36 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:37.874527 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-1d383aa9-b4e5-45d1-ae8b-339ab0efdf4f req-7d24b17a-511a-48ba-a37c-d70778392d36 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8a79670-40b7-4b24-8484-e97517721494 HTTP/1.1" status: 200 len: 945 time: 0.0519738 Dec 16 15:54:37.920812 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-1d383aa9-b4e5-45d1-ae8b-339ab0efdf4f req-8a82cf92-9d08-4d5a-980f-3c88a30dd330 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] 10.222.0.31 "GET /v2.0/security-groups?id=513c8a83-8b97-4104-b5b6-42f5c0e9be6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400522 Dec 16 15:54:38.355543 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f6d8a1-9528-4ebb-a927-210d95ae4082 req-f577377f-b9a9-400b-acf4-970d1ce642ed tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:38.356928 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-d9f6d8a1-9528-4ebb-a927-210d95ae4082 req-f577377f-b9a9-400b-acf4-970d1ce642ed tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/ports?device_id=248b8eac-f030-4761-a6c9-0ddaf6475f0f HTTP/1.1" status: 200 len: 945 time: 0.0498633 Dec 16 15:54:38.417610 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-d9f6d8a1-9528-4ebb-a927-210d95ae4082 req-49929d4d-b36d-40c4-897e-7efcadbfe8cd tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e0931ad-2cb0-4a8a-9f29-cd2e4109aaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519636 Dec 16 15:54:38.871222 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-6dc44b1f-2fbb-4916-8442-8817bada0148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:39.054131 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b759f67-cda3-4524-b8e8-a0b8ca64ffc3 req-5bd24f11-b68e-4d80-819a-1770f2efef3a tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:39.055643 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-7b759f67-cda3-4524-b8e8-a0b8ca64ffc3 req-5bd24f11-b68e-4d80-819a-1770f2efef3a tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8a79670-40b7-4b24-8484-e97517721494 HTTP/1.1" status: 200 len: 945 time: 0.0598221 Dec 16 15:54:39.107746 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-7b759f67-cda3-4524-b8e8-a0b8ca64ffc3 req-c0863e1a-3a46-4342-aec5-7e341039e673 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] 10.222.0.31 "GET /v2.0/security-groups?id=513c8a83-8b97-4104-b5b6-42f5c0e9be6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456524 Dec 16 15:54:39.549451 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd61ec7-4644-4d59-bc39-13dbf14ea975 req-7bbb979a-f5c2-41e2-a85b-4f8b0188b09c tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:39.550950 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-9cd61ec7-4644-4d59-bc39-13dbf14ea975 req-7bbb979a-f5c2-41e2-a85b-4f8b0188b09c tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/ports?device_id=248b8eac-f030-4761-a6c9-0ddaf6475f0f HTTP/1.1" status: 200 len: 945 time: 0.0504897 Dec 16 15:54:39.599705 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-9cd61ec7-4644-4d59-bc39-13dbf14ea975 req-1a718d61-87f6-45a6-a9a0-b62218e83658 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e0931ad-2cb0-4a8a-9f29-cd2e4109aaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426750 Dec 16 15:54:40.512624 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-223b144f-a2e3-43d1-9ee0-793d55a0ef66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:40.725555 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60df5054-1397-4d26-bf47-38180940d7eb req-5137ca5f-2e1d-4d73-8bc9-f2d012a8fc98 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:40.726937 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-60df5054-1397-4d26-bf47-38180940d7eb req-5137ca5f-2e1d-4d73-8bc9-f2d012a8fc98 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/ports?device_id=248b8eac-f030-4761-a6c9-0ddaf6475f0f HTTP/1.1" status: 200 len: 945 time: 0.0488803 Dec 16 15:54:40.775124 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-60df5054-1397-4d26-bf47-38180940d7eb req-9b1c7169-45c6-4df3-9501-9cac61cf391d tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e0931ad-2cb0-4a8a-9f29-cd2e4109aaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421271 Dec 16 15:54:41.294127 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-e6a1afc6-ab61-4c06-9aae-8bc4c5fea8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:41.911289 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ad5611-6a65-4f19-ab1f-592fc6d1f401 req-c6782dbb-5618-4efe-b8a7-259037828769 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:41.912869 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-57ad5611-6a65-4f19-ab1f-592fc6d1f401 req-c6782dbb-5618-4efe-b8a7-259037828769 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/ports?device_id=248b8eac-f030-4761-a6c9-0ddaf6475f0f HTTP/1.1" status: 200 len: 945 time: 0.0569324 Dec 16 15:54:41.963953 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-57ad5611-6a65-4f19-ab1f-592fc6d1f401 req-5cda6836-3b37-4b9f-bda2-8308470bbf35 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e0931ad-2cb0-4a8a-9f29-cd2e4109aaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424399 Dec 16 15:54:42.757220 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:43.085738 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffae716-5242-4e5c-b10f-153affdc1152 req-1d3537d2-b062-4419-b95c-3468c84230bd tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:43.087169 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-dffae716-5242-4e5c-b10f-153affdc1152 req-1d3537d2-b062-4419-b95c-3468c84230bd tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/ports?device_id=248b8eac-f030-4761-a6c9-0ddaf6475f0f HTTP/1.1" status: 200 len: 945 time: 0.0474370 Dec 16 15:54:43.134769 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-dffae716-5242-4e5c-b10f-153affdc1152 req-426c16fc-419c-475a-ac25-cf89ce92f3e9 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e0931ad-2cb0-4a8a-9f29-cd2e4109aaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416799 Dec 16 15:54:44.261940 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a08c7f-6768-426d-94d7-3f7dd4ee42a1 req-d46cdc58-bca8-4491-8234-09743357ad31 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:44.263432 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-a5a08c7f-6768-426d-94d7-3f7dd4ee42a1 req-d46cdc58-bca8-4491-8234-09743357ad31 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/ports?device_id=248b8eac-f030-4761-a6c9-0ddaf6475f0f HTTP/1.1" status: 200 len: 945 time: 0.0505395 Dec 16 15:54:44.316129 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-a5a08c7f-6768-426d-94d7-3f7dd4ee42a1 req-4a233ead-4d98-4d1d-bf8d-67e19f18c973 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e0931ad-2cb0-4a8a-9f29-cd2e4109aaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469139 Dec 16 15:54:45.318239 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a4342f-8d27-4ff7-b0d5-60805d7e10a1 req-645fb471-9671-4b6d-b1e5-4c2211b1c05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:45.319723 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-50a4342f-8d27-4ff7-b0d5-60805d7e10a1 req-645fb471-9671-4b6d-b1e5-4c2211b1c05e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=34de311402354bb6a5903e764e3a0cbc&device_id=248b8eac-f030-4761-a6c9-0ddaf6475f0f HTTP/1.1" status: 200 len: 1098 time: 0.0463145 Dec 16 15:54:45.441215 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a4342f-8d27-4ff7-b0d5-60805d7e10a1 req-8adab6ef-52cb-4de4-a564-cc73df6db5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:45.442728 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-50a4342f-8d27-4ff7-b0d5-60805d7e10a1 req-8adab6ef-52cb-4de4-a564-cc73df6db5ca service neutron] 10.222.0.66 "GET /v2.0/networks?id=9f3bcad2-6582-4016-8d64-28b5be20bd8f HTTP/1.1" status: 200 len: 909 time: 0.1140018 Dec 16 15:54:45.457049 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62123bce-29d4-4af2-89fc-63db901f5054 req-3846bf06-3c93-4db5-82e6-205f9d5a6881 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:45.458645 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-62123bce-29d4-4af2-89fc-63db901f5054 req-3846bf06-3c93-4db5-82e6-205f9d5a6881 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/ports?device_id=248b8eac-f030-4761-a6c9-0ddaf6475f0f HTTP/1.1" status: 200 len: 945 time: 0.0740089 Dec 16 15:54:45.548110 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-50a4342f-8d27-4ff7-b0d5-60805d7e10a1 req-98d8cfc1-d8b9-4547-a832-dbd868a9ccdc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e2fdbb4-3edf-41eb-8daa-904ea54bacb1 HTTP/1.1" status: 200 len: 1001 time: 0.0884917 Dec 16 15:54:45.552952 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-62123bce-29d4-4af2-89fc-63db901f5054 req-23c9e082-2080-4978-a1da-09b15e20ba2f tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e0931ad-2cb0-4a8a-9f29-cd2e4109aaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865400 Dec 16 15:54:45.602895 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a4342f-8d27-4ff7-b0d5-60805d7e10a1 req-04429107-c103-4fc7-b596-feb5e7986b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:45.604429 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-50a4342f-8d27-4ff7-b0d5-60805d7e10a1 req-04429107-c103-4fc7-b596-feb5e7986b73 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=be190589-1228-416b-a7de-4c8d3640d62c HTTP/1.1" status: 200 len: 847 time: 0.0467896 Dec 16 15:54:45.651815 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a4342f-8d27-4ff7-b0d5-60805d7e10a1 req-a1349073-2cee-4b49-86ba-d434d07f0821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:45.653302 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-50a4342f-8d27-4ff7-b0d5-60805d7e10a1 req-a1349073-2cee-4b49-86ba-d434d07f0821 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9f3bcad2-6582-4016-8d64-28b5be20bd8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0410383 Dec 16 15:54:45.752200 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-50a4342f-8d27-4ff7-b0d5-60805d7e10a1 req-85272183-c6e3-4949-8ed4-6b4da1b45b6a service neutron] 10.222.0.66 "GET /v2.0/networks/9f3bcad2-6582-4016-8d64-28b5be20bd8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849152 Dec 16 15:54:45.847789 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-50a4342f-8d27-4ff7-b0d5-60805d7e10a1 req-e21e7a3d-89af-4fb2-a0b8-222c5c5d36fb service neutron] 10.222.0.66 "GET /v2.0/networks/9f3bcad2-6582-4016-8d64-28b5be20bd8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874627 Dec 16 15:54:46.678561 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83feb433-8d56-48ae-8749-881b42b9c395 req-652ec081-1ad9-43ce-828d-162cbfba9684 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:46.680056 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-83feb433-8d56-48ae-8749-881b42b9c395 req-652ec081-1ad9-43ce-828d-162cbfba9684 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/ports?device_id=248b8eac-f030-4761-a6c9-0ddaf6475f0f HTTP/1.1" status: 200 len: 945 time: 0.0501740 Dec 16 15:54:46.729053 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-83feb433-8d56-48ae-8749-881b42b9c395 req-1f9df477-a10d-4e18-843a-b9f0eb8da3c6 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e0931ad-2cb0-4a8a-9f29-cd2e4109aaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428212 Dec 16 15:54:47.858465 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b0698d-5bd3-4586-b3aa-97977bfc4bc1 req-f2f9bfb6-9848-41e4-b31a-23647fb974c9 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:47.859905 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-39b0698d-5bd3-4586-b3aa-97977bfc4bc1 req-f2f9bfb6-9848-41e4-b31a-23647fb974c9 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/ports?device_id=248b8eac-f030-4761-a6c9-0ddaf6475f0f HTTP/1.1" status: 200 len: 945 time: 0.0532496 Dec 16 15:54:48.164787 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-39b0698d-5bd3-4586-b3aa-97977bfc4bc1 req-f91bcfb3-bfb5-40c9-9201-062e29627972 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e0931ad-2cb0-4a8a-9f29-cd2e4109aaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2988145 Dec 16 15:54:49.291222 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6196ce-c6d3-40b0-baa7-109c8d55ef8c req-4221a175-aa1e-47f2-91f6-a1a232a1cf96 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:49.292641 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-6f6196ce-c6d3-40b0-baa7-109c8d55ef8c req-4221a175-aa1e-47f2-91f6-a1a232a1cf96 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/ports?device_id=248b8eac-f030-4761-a6c9-0ddaf6475f0f HTTP/1.1" status: 200 len: 945 time: 0.0478075 Dec 16 15:54:49.335699 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:49.348828 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-6f6196ce-c6d3-40b0-baa7-109c8d55ef8c req-352dd04a-6d73-4824-84dd-03041e72b857 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e0931ad-2cb0-4a8a-9f29-cd2e4109aaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468967 Dec 16 15:54:50.314158 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-3876393b-e9b1-4b82-ae89-639f070979ec req-59dda6fa-af1b-423a-9711-53976f777874 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d87f6b70-6ea0-48c1-b18c-59052e3ff9d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424206 Dec 16 15:54:50.468118 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3876393b-e9b1-4b82-ae89-639f070979ec req-a2996169-f22b-4569-b39d-aee5668550fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:50.469632 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-3876393b-e9b1-4b82-ae89-639f070979ec req-a2996169-f22b-4569-b39d-aee5668550fd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5afea3407ef84fafa658a82512fb4d24&device_id=d87f6b70-6ea0-48c1-b18c-59052e3ff9d3 HTTP/1.1" status: 200 len: 1098 time: 0.0998995 Dec 16 15:54:50.490514 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222d56e-26ce-4ded-a975-d1bcce4ed097 req-de76d104-5c47-4605-b99d-033102f985d0 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:50.492248 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-4222d56e-26ce-4ded-a975-d1bcce4ed097 req-de76d104-5c47-4605-b99d-033102f985d0 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/ports?device_id=d87f6b70-6ea0-48c1-b18c-59052e3ff9d3 HTTP/1.1" status: 200 len: 945 time: 0.1131330 Dec 16 15:54:50.522931 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d88c21e-a6c6-4ca6-8cef-ac18d986ae9f req-40dfa0ae-b176-4754-8bba-166a3c2db191 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:50.524377 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-5d88c21e-a6c6-4ca6-8cef-ac18d986ae9f req-40dfa0ae-b176-4754-8bba-166a3c2db191 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/ports?device_id=248b8eac-f030-4761-a6c9-0ddaf6475f0f HTTP/1.1" status: 200 len: 945 time: 0.1022525 Dec 16 15:54:50.639816 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-4222d56e-26ce-4ded-a975-d1bcce4ed097 req-ef9f32ea-86c6-441a-89cd-a5e157ca73ce tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c4413e0-cf94-41c4-a331-21c96852544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410403 Dec 16 15:54:50.661810 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-5d88c21e-a6c6-4ca6-8cef-ac18d986ae9f req-a1fd1c12-9868-4560-b4c3-5ddbe232ac20 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e0931ad-2cb0-4a8a-9f29-cd2e4109aaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187813 Dec 16 15:54:50.664562 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3876393b-e9b1-4b82-ae89-639f070979ec req-b3815d3f-a28f-44c0-baa4-6c104095d112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:50.666021 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-3876393b-e9b1-4b82-ae89-639f070979ec req-b3815d3f-a28f-44c0-baa4-6c104095d112 service neutron] 10.222.0.66 "GET /v2.0/networks?id=447cd8ca-a758-4b0d-966f-d4641376c8a8 HTTP/1.1" status: 200 len: 911 time: 0.1598587 Dec 16 15:54:50.736103 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-3876393b-e9b1-4b82-ae89-639f070979ec req-edcc7b29-a67e-4819-b07a-cc9cd3319bfe service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41774a69-3e6e-4cb8-a2ce-3f35fab82c16 HTTP/1.1" status: 200 len: 1001 time: 0.0623939 Dec 16 15:54:50.794787 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3876393b-e9b1-4b82-ae89-639f070979ec req-03a2fa75-e695-4f2a-8c0a-593f695c3392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:50.796279 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-3876393b-e9b1-4b82-ae89-639f070979ec req-03a2fa75-e695-4f2a-8c0a-593f695c3392 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0c509f7a-4a9b-4a96-892a-b130ead11ed7 HTTP/1.1" status: 200 len: 849 time: 0.0468946 Dec 16 15:54:50.848593 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3876393b-e9b1-4b82-ae89-639f070979ec req-907b305c-b5e8-4863-bbae-43c8ae55823f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:50.850139 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-3876393b-e9b1-4b82-ae89-639f070979ec req-907b305c-b5e8-4863-bbae-43c8ae55823f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=447cd8ca-a758-4b0d-966f-d4641376c8a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0425932 Dec 16 15:54:50.958443 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-3876393b-e9b1-4b82-ae89-639f070979ec req-af16b37e-8c0e-4298-8994-4c898384e77d service neutron] 10.222.0.66 "GET /v2.0/networks/447cd8ca-a758-4b0d-966f-d4641376c8a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890906 Dec 16 15:54:51.052330 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-3876393b-e9b1-4b82-ae89-639f070979ec req-e21ea12a-df70-4f67-adb5-f1965e961f71 service neutron] 10.222.0.66 "GET /v2.0/networks/447cd8ca-a758-4b0d-966f-d4641376c8a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852225 Dec 16 15:54:51.785490 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b16a7ad-dc5a-4312-b170-fdf16cccd399 req-83844475-5e17-4027-8436-e2211b514406 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:51.786911 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-9b16a7ad-dc5a-4312-b170-fdf16cccd399 req-83844475-5e17-4027-8436-e2211b514406 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/ports?device_id=d87f6b70-6ea0-48c1-b18c-59052e3ff9d3 HTTP/1.1" status: 200 len: 945 time: 0.0785186 Dec 16 15:54:51.805522 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faefbdda-d058-49a1-9e0f-1a966b6582b3 req-1e80f852-2342-458b-b283-a14f0127f28f tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:51.806994 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-faefbdda-d058-49a1-9e0f-1a966b6582b3 req-1e80f852-2342-458b-b283-a14f0127f28f tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/ports?device_id=248b8eac-f030-4761-a6c9-0ddaf6475f0f HTTP/1.1" status: 200 len: 945 time: 0.0721295 Dec 16 15:54:51.869936 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-9b16a7ad-dc5a-4312-b170-fdf16cccd399 req-562b5e16-7842-4a28-9fc0-7901b63605e3 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c4413e0-cf94-41c4-a331-21c96852544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769114 Dec 16 15:54:51.878383 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-faefbdda-d058-49a1-9e0f-1a966b6582b3 req-de8aa83c-375b-4bba-a6ae-57b496082eb4 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e0931ad-2cb0-4a8a-9f29-cd2e4109aaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642548 Dec 16 15:54:52.099270 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-f9405d35-b034-432c-a82e-721dc150f934 req-a292aeb7-5858-4b43-b9e3-991a3afb7045 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=248b8eac-f030-4761-a6c9-0ddaf6475f0f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0690956 Dec 16 15:54:52.111046 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fe1d8f-ce03-4b3a-872d-bd36a419fb5f req-12eca785-6df6-48bb-b72c-1529e8e0cf3c tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:52.112463 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-51fe1d8f-ce03-4b3a-872d-bd36a419fb5f req-12eca785-6df6-48bb-b72c-1529e8e0cf3c tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/ports?device_id=248b8eac-f030-4761-a6c9-0ddaf6475f0f HTTP/1.1" status: 200 len: 945 time: 0.0577555 Dec 16 15:54:52.167664 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-51fe1d8f-ce03-4b3a-872d-bd36a419fb5f req-aa71b9a2-9844-425f-8a4a-ca45fbcb359e tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e0931ad-2cb0-4a8a-9f29-cd2e4109aaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479095 Dec 16 15:54:52.519038 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device 8e2fdbb4-3edf-41eb-8daa-904ea54bacb1 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:54:52.597820 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:52.619876 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '248b8eac-f030-4761-a6c9-0ddaf6475f0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e2fdbb4-3edf-41eb-8daa-904ea54bacb1'}] {{(pid=108906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:54:52.622130 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02b5cd720e1ebaa5714ffb0bc34871610594f2c4f6020a6f60f7cc29a5a8a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-403a0192-ffa2-4b59-a29a-3ee27bd64cfe" -d '{"events": [{"server_uuid": "248b8eac-f030-4761-a6c9-0ddaf6475f0f", "name": "network-vif-unplugged", "status": "completed", "tag": "8e2fdbb4-3edf-41eb-8daa-904ea54bacb1"}]}' {{(pid=108906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:54:52.634626 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] For port 8e2fdbb4-3edf-41eb-8daa-904ea54bacb1, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=8e2fdbb4-3edf-41eb-8daa-904ea54bacb1,segment=NetworkSegment(8a8cc844-cc13-47cc-b194-eff6c05ee70b),segment_id=8a8cc844-cc13-47cc-b194-eff6c05ee70b)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:54:52.639609 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:52.662117 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Dec 2021 15:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-510bb932-2a4f-4693-aa62-061652d17bb4 x-openstack-request-id: req-510bb932-2a4f-4693-aa62-061652d17bb4 {{(pid=108906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:54:52.662405 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "248b8eac-f030-4761-a6c9-0ddaf6475f0f", "name": "network-vif-unplugged", "status": "failed", "tag": "8e2fdbb4-3edf-41eb-8daa-904ea54bacb1", "code": 422}]} {{(pid=108906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:54:52.662654 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-510bb932-2a4f-4693-aa62-061652d17bb4 {{(pid=108906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:54:52.663052 dv-cinder-784477-11-iscsi neutron-server[108906]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '248b8eac-f030-4761-a6c9-0ddaf6475f0f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8e2fdbb4-3edf-41eb-8daa-904ea54bacb1', 'code': 422} returned with failed status Dec 16 15:54:52.687859 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Pushing event updated for resources: {'Port': ['ID=8e2fdbb4-3edf-41eb-8daa-904ea54bacb1,revision_number=6']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:53.005554 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80499617-c233-4842-a491-3d6a790696e9 req-6a32a020-0132-4e10-8321-6c2a2383728b tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:53.006997 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-80499617-c233-4842-a491-3d6a790696e9 req-6a32a020-0132-4e10-8321-6c2a2383728b tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/ports?device_id=d87f6b70-6ea0-48c1-b18c-59052e3ff9d3 HTTP/1.1" status: 200 len: 945 time: 0.0608308 Dec 16 15:54:53.055947 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-80499617-c233-4842-a491-3d6a790696e9 req-db172e0a-8e73-4894-9c3a-efae6b082474 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c4413e0-cf94-41c4-a331-21c96852544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419858 Dec 16 15:54:53.294492 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec6519-9411-4265-a879-ca75c62db285 req-9ec6e844-83ab-445b-b597-9fd9bd7bcd8c tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:53.295985 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-b7ec6519-9411-4265-a879-ca75c62db285 req-9ec6e844-83ab-445b-b597-9fd9bd7bcd8c tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/ports?device_id=248b8eac-f030-4761-a6c9-0ddaf6475f0f HTTP/1.1" status: 200 len: 943 time: 0.0528743 Dec 16 15:54:53.349819 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-b7ec6519-9411-4265-a879-ca75c62db285 req-ce63da8e-54cd-4761-99a2-ef4b5f3d3d25 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e0931ad-2cb0-4a8a-9f29-cd2e4109aaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448654 Dec 16 15:54:54.180835 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a598ea0-4f1f-4ff6-ad84-22060a8b43f2 req-9e2fead8-a2ba-4a40-82ea-c0145ab92714 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:54.182328 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-5a598ea0-4f1f-4ff6-ad84-22060a8b43f2 req-9e2fead8-a2ba-4a40-82ea-c0145ab92714 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/ports?device_id=d87f6b70-6ea0-48c1-b18c-59052e3ff9d3 HTTP/1.1" status: 200 len: 945 time: 0.0528910 Dec 16 15:54:54.231419 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-5a598ea0-4f1f-4ff6-ad84-22060a8b43f2 req-21328084-86a6-4048-bd3d-056df5021fc6 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c4413e0-cf94-41c4-a331-21c96852544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430291 Dec 16 15:54:54.476985 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd08ce-c20b-41a7-be67-fdd443effb97 req-326a5439-2dc2-4c57-a0be-152aabb78597 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:54.484797 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-6dcd08ce-c20b-41a7-be67-fdd443effb97 req-326a5439-2dc2-4c57-a0be-152aabb78597 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/ports?device_id=248b8eac-f030-4761-a6c9-0ddaf6475f0f HTTP/1.1" status: 200 len: 943 time: 0.0583670 Dec 16 15:54:54.535788 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-6dcd08ce-c20b-41a7-be67-fdd443effb97 req-a0f290ea-67c0-4c44-86ce-be5a45b43cbf tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e0931ad-2cb0-4a8a-9f29-cd2e4109aaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501242 Dec 16 15:54:55.134682 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97abfce2-d835-44b3-ab27-5ee09b6b21d6 req-5f1eae48-1bed-424f-a957-4eb7e93b02f4 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:55.136089 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-97abfce2-d835-44b3-ab27-5ee09b6b21d6 req-5f1eae48-1bed-424f-a957-4eb7e93b02f4 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.66 "GET /v2.0/ports?device_id=d87f6b70-6ea0-48c1-b18c-59052e3ff9d3 HTTP/1.1" status: 200 len: 945 time: 0.0568233 Dec 16 15:54:55.242433 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.plugin [req-97abfce2-d835-44b3-ab27-5ee09b6b21d6 req-94184e84-d646-47e1-8683-b04bd73c8411 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Deleting port 41774a69-3e6e-4cb8-a2ce-3f35fab82c16 {{(pid=108905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:54:55.243149 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-97abfce2-d835-44b3-ab27-5ee09b6b21d6 req-94184e84-d646-47e1-8683-b04bd73c8411 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739692165232'] for port, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:55.356447 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.db [req-97abfce2-d835-44b3-ab27-5ee09b6b21d6 req-94184e84-d646-47e1-8683-b04bd73c8411 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] For port 41774a69-3e6e-4cb8-a2ce-3f35fab82c16, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=41774a69-3e6e-4cb8-a2ce-3f35fab82c16,segment=NetworkSegment(df5e76d4-1da3-4a3c-9738-349c23ab107b),segment_id=df5e76d4-1da3-4a3c-9738-349c23ab107b)] {{(pid=108905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:54:55.356746 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-97abfce2-d835-44b3-ab27-5ee09b6b21d6 req-94184e84-d646-47e1-8683-b04bd73c8411 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343270'] for port, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:55.423613 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5130c800-72ad-4d3f-a974-3a5470d38c8c req-78f70b51-9fb1-4fa5-bf4d-ddfedb670693 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:55.425084 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-5130c800-72ad-4d3f-a974-3a5470d38c8c req-78f70b51-9fb1-4fa5-bf4d-ddfedb670693 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/ports?device_id=d87f6b70-6ea0-48c1-b18c-59052e3ff9d3 HTTP/1.1" status: 200 len: 945 time: 0.1149857 Dec 16 15:54:55.527726 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-5130c800-72ad-4d3f-a974-3a5470d38c8c req-9a7f578c-23fc-4e8f-9135-f8e2c9bcdb3f tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c4413e0-cf94-41c4-a331-21c96852544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957668 Dec 16 15:54:55.581539 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-97abfce2-d835-44b3-ab27-5ee09b6b21d6 req-94184e84-d646-47e1-8683-b04bd73c8411 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:55.581951 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-97abfce2-d835-44b3-ab27-5ee09b6b21d6 req-94184e84-d646-47e1-8683-b04bd73c8411 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874419'] for floatingip, after_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:55.582408 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.db.l3_db [req-97abfce2-d835-44b3-ab27-5ee09b6b21d6 req-94184e84-d646-47e1-8683-b04bd73c8411 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Floating IP baf6dd2b-dbc8-4c8e-b3df-8be75ce9fd27 disassociated. External IP: 172.27.1.121, port: 41774a69-3e6e-4cb8-a2ce-3f35fab82c16. Dec 16 15:54:55.582771 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.plugin [req-97abfce2-d835-44b3-ab27-5ee09b6b21d6 req-94184e84-d646-47e1-8683-b04bd73c8411 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Calling delete_port for 41774a69-3e6e-4cb8-a2ce-3f35fab82c16 owned by compute:nova {{(pid=108905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:54:55.700810 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d220b44-7c24-436f-bdfe-9d0926473c8d req-cff6c3d3-16a8-4484-aba5-d60f6d78f61a tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:55.702208 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-5d220b44-7c24-436f-bdfe-9d0926473c8d req-cff6c3d3-16a8-4484-aba5-d60f6d78f61a tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/ports?device_id=248b8eac-f030-4761-a6c9-0ddaf6475f0f HTTP/1.1" status: 200 len: 943 time: 0.0734642 Dec 16 15:54:55.788096 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-5d220b44-7c24-436f-bdfe-9d0926473c8d req-e9e790f0-28c5-4702-8ca6-2bb061197079 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e0931ad-2cb0-4a8a-9f29-cd2e4109aaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796118 Dec 16 15:54:55.789095 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-97abfce2-d835-44b3-ab27-5ee09b6b21d6 req-94184e84-d646-47e1-8683-b04bd73c8411 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739692371923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739691803603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5936052'] for port, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:55.821511 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94184e84-d646-47e1-8683-b04bd73c8411 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Pushing event deleted for resources: {'Port': ['ID=41774a69-3e6e-4cb8-a2ce-3f35fab82c16,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:55.832963 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94184e84-d646-47e1-8683-b04bd73c8411 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:54:55.833305 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94184e84-d646-47e1-8683-b04bd73c8411 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:54:55.833664 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94184e84-d646-47e1-8683-b04bd73c8411 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:54:55.833988 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94184e84-d646-47e1-8683-b04bd73c8411 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:54:55.834309 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94184e84-d646-47e1-8683-b04bd73c8411 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:54:55.834620 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94184e84-d646-47e1-8683-b04bd73c8411 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:54:55.834904 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94184e84-d646-47e1-8683-b04bd73c8411 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:54:55.835216 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94184e84-d646-47e1-8683-b04bd73c8411 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:54:55.835528 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94184e84-d646-47e1-8683-b04bd73c8411 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:54:55.835839 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94184e84-d646-47e1-8683-b04bd73c8411 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:54:55.836146 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94184e84-d646-47e1-8683-b04bd73c8411 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:54:55.836451 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94184e84-d646-47e1-8683-b04bd73c8411 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:54:55.836755 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94184e84-d646-47e1-8683-b04bd73c8411 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:54:55.945123 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.l3_agent_scheduler [req-97abfce2-d835-44b3-ab27-5ee09b6b21d6 req-94184e84-d646-47e1-8683-b04bd73c8411 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Router fc25fc87-3123-4072-8265-b8f4b6e11d31 has already been hosted by L3 agent 53beefa8-37d8-48bc-b6da-d824d56f81c3 {{(pid=108905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:54:56.051288 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-97abfce2-d835-44b3-ab27-5ee09b6b21d6 req-94184e84-d646-47e1-8683-b04bd73c8411 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Notify agent at l3_agent.dv-cinder-784477-11-iscsi the message routers_updated {{(pid=108905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:54:56.061121 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ad349e-65b3-47fe-bba7-68b4d716ffb3 None None] Sync routers for ids ['fc25fc87-3123-4072-8265-b8f4b6e11d31'] in dv-cinder-784477-11-iscsi {{(pid=108906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:54:56.070834 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ad349e-65b3-47fe-bba7-68b4d716ffb3 None None] Routers {'fc25fc87-3123-4072-8265-b8f4b6e11d31'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:54:56.071446 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-b9ad349e-65b3-47fe-bba7-68b4d716ffb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:54:39Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['fc25fc87-3123-4072-8265-b8f4b6e11d31'], 'active': True} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:54:56.091602 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.db.l3_dvrscheduler_db [req-97abfce2-d835-44b3-ab27-5ee09b6b21d6 req-94184e84-d646-47e1-8683-b04bd73c8411 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] No DVR routers for this DVR port 41774a69-3e6e-4cb8-a2ce-3f35fab82c16 on host hv-cinder-78447 {{(pid=108905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:54:56.094425 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-97abfce2-d835-44b3-ab27-5ee09b6b21d6 req-94184e84-d646-47e1-8683-b04bd73c8411 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294'] for port, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:56.098016 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-97abfce2-d835-44b3-ab27-5ee09b6b21d6 req-94184e84-d646-47e1-8683-b04bd73c8411 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.66 "DELETE /v2.0/ports/41774a69-3e6e-4cb8-a2ce-3f35fab82c16 HTTP/1.1" status: 204 len: 173 time: 0.9459190 Dec 16 15:54:56.098496 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd87f6b70-6ea0-48c1-b18c-59052e3ff9d3', 'name': 'network-vif-deleted', 'tag': '41774a69-3e6e-4cb8-a2ce-3f35fab82c16'}] {{(pid=108905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:54:56.100706 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6427484bab23da45c698b4d929e4ad3874a49078d57181539d46633581fe494" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff27244-6491-4a3c-b3f1-ad1086c2d004" -d '{"events": [{"server_uuid": "d87f6b70-6ea0-48c1-b18c-59052e3ff9d3", "name": "network-vif-deleted", "tag": "41774a69-3e6e-4cb8-a2ce-3f35fab82c16"}]}' {{(pid=108905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:54:56.197054 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvr_db [None req-b9ad349e-65b3-47fe-bba7-68b4d716ffb3 None None] Set router fc25fc87-3123-4072-8265-b8f4b6e11d31 gateway port host: dv-cinder-784477-11-iscsi {{(pid=108906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:54:56.199394 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-327d3f3f-9620-4768-87be-f1c3893799d4 x-openstack-request-id: req-327d3f3f-9620-4768-87be-f1c3893799d4 {{(pid=108905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:54:56.199687 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d87f6b70-6ea0-48c1-b18c-59052e3ff9d3", "name": "network-vif-deleted", "tag": "41774a69-3e6e-4cb8-a2ce-3f35fab82c16", "status": "completed", "code": 200}]} {{(pid=108905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:54:56.199934 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-327d3f3f-9620-4768-87be-f1c3893799d4 {{(pid=108905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:54:56.200331 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd87f6b70-6ea0-48c1-b18c-59052e3ff9d3', 'name': 'network-vif-deleted', 'tag': '41774a69-3e6e-4cb8-a2ce-3f35fab82c16', 'status': 'completed', 'code': 200} Dec 16 15:54:56.400160 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-b9ad349e-65b3-47fe-bba7-68b4d716ffb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'name': 'tempest-TestVolumeBootPattern-56592982-router', 'tenant_id': '5afea3407ef84fafa658a82512fb4d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': 'ee98720f-5eae-49a4-bbf0-93e57252a7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:51:20Z', 'updated_at': '2021-12-16T15:51:25Z', 'revision_number': 4, 'project_id': '5afea3407ef84fafa658a82512fb4d24', 'gw_port': {'id': 'ee98720f-5eae-49a4-bbf0-93e57252a7c8', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:67:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:21Z', 'updated_at': '2021-12-16T15:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_interfaces': [{'id': '63e3395e-8833-41d6-b461-2825dfc4c5ae', 'name': '', 'network_id': '447cd8ca-a758-4b0d-966f-d4641376c8a8', 'tenant_id': '5afea3407ef84fafa658a82512fb4d24', 'mac_address': 'fa:16:3e:40:10:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '0c509f7a-4a9b-4a96-892a-b130ead11ed7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:24Z', 'updated_at': '2021-12-16T15:51:35Z', 'revision_number': 5, 'project_id': '5afea3407ef84fafa658a82512fb4d24', 'subnets': [{'id': '0c509f7a-4a9b-4a96-892a-b130ead11ed7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:54:56.440208 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ad349e-65b3-47fe-bba7-68b4d716ffb3 None None] Checking router: fc25fc87-3123-4072-8265-b8f4b6e11d31 for host: dv-cinder-784477-11-iscsi {{(pid=108906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:54:56.450615 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ad349e-65b3-47fe-bba7-68b4d716ffb3 None None] Routers {'fc25fc87-3123-4072-8265-b8f4b6e11d31'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:54:56.451555 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-b9ad349e-65b3-47fe-bba7-68b4d716ffb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:54:39Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['fc25fc87-3123-4072-8265-b8f4b6e11d31'], 'active': True} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:54:56.560900 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvr_db [None req-b9ad349e-65b3-47fe-bba7-68b4d716ffb3 None None] Set router fc25fc87-3123-4072-8265-b8f4b6e11d31 gateway port host: dv-cinder-784477-11-iscsi {{(pid=108906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:54:56.651727 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-d0118000-c315-4242-8b75-29b8d43d9353 req-6ff5d2ef-3037-4dcf-a9e3-b2737e58b7e0 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/ports?device_id=d87f6b70-6ea0-48c1-b18c-59052e3ff9d3 HTTP/1.1" status: 200 len: 210 time: 0.0349958 Dec 16 15:54:56.779862 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-b9ad349e-65b3-47fe-bba7-68b4d716ffb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'name': 'tempest-TestVolumeBootPattern-56592982-router', 'tenant_id': '5afea3407ef84fafa658a82512fb4d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': 'ee98720f-5eae-49a4-bbf0-93e57252a7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:51:20Z', 'updated_at': '2021-12-16T15:51:25Z', 'revision_number': 4, 'project_id': '5afea3407ef84fafa658a82512fb4d24', 'gw_port': {'id': 'ee98720f-5eae-49a4-bbf0-93e57252a7c8', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:67:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:21Z', 'updated_at': '2021-12-16T15:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_interfaces': [{'id': '63e3395e-8833-41d6-b461-2825dfc4c5ae', 'name': '', 'network_id': '447cd8ca-a758-4b0d-966f-d4641376c8a8', 'tenant_id': '5afea3407ef84fafa658a82512fb4d24', 'mac_address': 'fa:16:3e:40:10:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '0c509f7a-4a9b-4a96-892a-b130ead11ed7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:24Z', 'updated_at': '2021-12-16T15:51:35Z', 'revision_number': 5, 'project_id': '5afea3407ef84fafa658a82512fb4d24', 'subnets': [{'id': '0c509f7a-4a9b-4a96-892a-b130ead11ed7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:54:56.812507 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ad349e-65b3-47fe-bba7-68b4d716ffb3 None None] The sync data for ids ['fc25fc87-3123-4072-8265-b8f4b6e11d31'] in dv-cinder-784477-11-iscsi is: [{'id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'name': 'tempest-TestVolumeBootPattern-56592982-router', 'tenant_id': '5afea3407ef84fafa658a82512fb4d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': 'ee98720f-5eae-49a4-bbf0-93e57252a7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:51:20Z', 'updated_at': '2021-12-16T15:51:25Z', 'revision_number': 4, 'project_id': '5afea3407ef84fafa658a82512fb4d24', 'gw_port': {'id': 'ee98720f-5eae-49a4-bbf0-93e57252a7c8', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:67:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:21Z', 'updated_at': '2021-12-16T15:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_interfaces': [{'id': '63e3395e-8833-41d6-b461-2825dfc4c5ae', 'name': '', 'network_id': '447cd8ca-a758-4b0d-966f-d4641376c8a8', 'tenant_id': '5afea3407ef84fafa658a82512fb4d24', 'mac_address': 'fa:16:3e:40:10:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '0c509f7a-4a9b-4a96-892a-b130ead11ed7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:24Z', 'updated_at': '2021-12-16T15:51:35Z', 'revision_number': 5, 'project_id': '5afea3407ef84fafa658a82512fb4d24', 'subnets': [{'id': '0c509f7a-4a9b-4a96-892a-b130ead11ed7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:54:56.934145 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18de7da1-a711-49be-a3f6-2fb5ab0efcde req-543aa354-a41d-4947-a44e-4c827402f10a tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:56.937356 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-18de7da1-a711-49be-a3f6-2fb5ab0efcde req-543aa354-a41d-4947-a44e-4c827402f10a tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/ports?device_id=248b8eac-f030-4761-a6c9-0ddaf6475f0f HTTP/1.1" status: 200 len: 943 time: 0.0662379 Dec 16 15:54:56.999733 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-18de7da1-a711-49be-a3f6-2fb5ab0efcde req-8eab6950-f91d-4627-9f63-c961b4ab3123 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e0931ad-2cb0-4a8a-9f29-cd2e4109aaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562339 Dec 16 15:54:57.085338 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd34ec0c-f5ba-4b23-bbd3-a7d7df7c836c None None] New status for floating IP baf6dd2b-dbc8-4c8e-b3df-8be75ce9fd27: DOWN {{(pid=108907) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 15:54:57.924503 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-2f4d6248-c39c-49f0-a7f3-c08cc3f9b638 req-20b74d25-346b-4ca0-81ac-c8a8c865f419 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-832002217&fields=id&tenant_id=5afea3407ef84fafa658a82512fb4d24 HTTP/1.1" status: 200 len: 267 time: 0.0512078 Dec 16 15:54:58.065098 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4d6248-c39c-49f0-a7f3-c08cc3f9b638 req-a7d3155c-e4fb-4e1c-89aa-f9cc95e8cc75 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:58.066858 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-2f4d6248-c39c-49f0-a7f3-c08cc3f9b638 req-a7d3155c-e4fb-4e1c-89aa-f9cc95e8cc75 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/networks?id=447cd8ca-a758-4b0d-966f-d4641376c8a8 HTTP/1.1" status: 200 len: 810 time: 0.1337905 Dec 16 15:54:58.133665 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-2f4d6248-c39c-49f0-a7f3-c08cc3f9b638 req-68e044d7-64ce-490c-bf49-113dc51b0639 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/quotas/5afea3407ef84fafa658a82512fb4d24 HTTP/1.1" status: 200 len: 375 time: 0.0472603 Dec 16 15:54:58.154222 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9405d35-b034-432c-a82e-721dc150f934 req-b7807e89-a509-4ed7-b708-e0568e3407d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:58.155634 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-f9405d35-b034-432c-a82e-721dc150f934 req-b7807e89-a509-4ed7-b708-e0568e3407d7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=248b8eac-f030-4761-a6c9-0ddaf6475f0f&tenant_id=34de311402354bb6a5903e764e3a0cbc HTTP/1.1" status: 200 len: 1096 time: 0.1314416 Dec 16 15:54:58.193700 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66bd026-cdad-47fe-bf42-243596451ab0 req-aed842f1-fbbd-465e-82a4-4a211ac8f833 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:58.195218 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-f66bd026-cdad-47fe-bf42-243596451ab0 req-aed842f1-fbbd-465e-82a4-4a211ac8f833 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/ports?device_id=248b8eac-f030-4761-a6c9-0ddaf6475f0f HTTP/1.1" status: 200 len: 943 time: 0.0969384 Dec 16 15:54:58.244865 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-2f4d6248-c39c-49f0-a7f3-c08cc3f9b638 req-1b41fc42-b691-40a7-b35e-8a67c2591906 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5afea3407ef84fafa658a82512fb4d24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1021397 Dec 16 15:54:58.322835 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9405d35-b034-432c-a82e-721dc150f934 req-b7c640cd-3f1a-405f-bc95-b10e3958e0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:58.324280 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-f9405d35-b034-432c-a82e-721dc150f934 req-b7c640cd-3f1a-405f-bc95-b10e3958e0d0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=34de311402354bb6a5903e764e3a0cbc&device_id=248b8eac-f030-4761-a6c9-0ddaf6475f0f HTTP/1.1" status: 200 len: 1096 time: 0.1272700 Dec 16 15:54:58.329593 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-f66bd026-cdad-47fe-bf42-243596451ab0 req-848c298c-9f03-4fae-b0c1-d4357b742197 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e0931ad-2cb0-4a8a-9f29-cd2e4109aaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224926 Dec 16 15:54:58.443600 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-2f4d6248-c39c-49f0-a7f3-c08cc3f9b638 req-5bbc5f2a-47fc-4759-9dd6-896f240b3b2b service neutron] 10.222.0.31 "GET /v2.0/networks/447cd8ca-a758-4b0d-966f-d4641376c8a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820278 Dec 16 15:54:58.514600 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device 41774a69-3e6e-4cb8-a2ce-3f35fab82c16 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:54:58.524913 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9405d35-b034-432c-a82e-721dc150f934 req-e45d1d89-b4e0-4d32-af46-0985d357e952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:58.526431 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-f9405d35-b034-432c-a82e-721dc150f934 req-e45d1d89-b4e0-4d32-af46-0985d357e952 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9f3bcad2-6582-4016-8d64-28b5be20bd8f HTTP/1.1" status: 200 len: 909 time: 0.1906869 Dec 16 15:54:58.535238 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] No Port match for: 41774a69-3e6e-4cb8-a2ce-3f35fab82c16 {{(pid=108906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:54:58.535589 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device 41774a69-3e6e-4cb8-a2ce-3f35fab82c16 not bound to the agent host hv-cinder-78447 {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:54:58.615254 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-2f4d6248-c39c-49f0-a7f3-c08cc3f9b638 req-8ce1357e-b2dd-49da-ad50-b00085643d48 service neutron] 10.222.0.31 "GET /v2.0/networks/447cd8ca-a758-4b0d-966f-d4641376c8a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588781 Dec 16 15:54:58.619212 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-f9405d35-b034-432c-a82e-721dc150f934 req-7f607ade-2c0e-4e15-baa8-1369c4c6d2dc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e2fdbb4-3edf-41eb-8daa-904ea54bacb1 HTTP/1.1" status: 200 len: 999 time: 0.0814807 Dec 16 15:54:58.673087 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9405d35-b034-432c-a82e-721dc150f934 req-d00880ea-37ab-4859-a254-72f5d553a9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:58.674746 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-f9405d35-b034-432c-a82e-721dc150f934 req-d00880ea-37ab-4859-a254-72f5d553a9f3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=be190589-1228-416b-a7de-4c8d3640d62c HTTP/1.1" status: 200 len: 847 time: 0.0467169 Dec 16 15:54:58.722943 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9405d35-b034-432c-a82e-721dc150f934 req-fec4a2f6-d43c-4dd3-b78f-2f8684eb9080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:58.724430 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-f9405d35-b034-432c-a82e-721dc150f934 req-fec4a2f6-d43c-4dd3-b78f-2f8684eb9080 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9f3bcad2-6582-4016-8d64-28b5be20bd8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0415120 Dec 16 15:54:58.824745 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-f9405d35-b034-432c-a82e-721dc150f934 req-f7e7d528-f88e-4fa0-9481-d45ad1964058 service neutron] 10.222.0.66 "GET /v2.0/networks/9f3bcad2-6582-4016-8d64-28b5be20bd8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902834 Dec 16 15:54:58.965139 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-f9405d35-b034-432c-a82e-721dc150f934 req-839d6f80-6e87-4938-969a-9d0ce0e3b2bc service neutron] 10.222.0.66 "GET /v2.0/networks/9f3bcad2-6582-4016-8d64-28b5be20bd8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296921 Dec 16 15:54:58.967323 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-7c90c635-8922-4889-b065-41fb5dc82df4 req-efc40517-8268-4f72-a5ca-c8bf4ade56bc tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/ports?device_id=b60467c9-0dcb-419d-ab98-c48a36d7b7d5 HTTP/1.1" status: 200 len: 210 time: 0.0429816 Dec 16 15:54:59.452970 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86004279-1f32-4995-a3bc-54cc1219dfa9 req-9567e648-6529-42b6-bb17-9f58a7e059d4 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:59.460372 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-86004279-1f32-4995-a3bc-54cc1219dfa9 req-9567e648-6529-42b6-bb17-9f58a7e059d4 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/ports?device_id=248b8eac-f030-4761-a6c9-0ddaf6475f0f HTTP/1.1" status: 200 len: 943 time: 0.0593600 Dec 16 15:54:59.529732 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-86004279-1f32-4995-a3bc-54cc1219dfa9 req-3f94bdc6-d1c0-4e5d-a327-2c111f077ec5 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e0931ad-2cb0-4a8a-9f29-cd2e4109aaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560365 Dec 16 15:55:00.021503 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4d6248-c39c-49f0-a7f3-c08cc3f9b638 req-3899b589-64ab-4827-aa41-167e359ac62a tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:00.022962 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-2f4d6248-c39c-49f0-a7f3-c08cc3f9b638 req-3899b589-64ab-4827-aa41-167e359ac62a tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.66 "GET /v2.0/networks?id=447cd8ca-a758-4b0d-966f-d4641376c8a8 HTTP/1.1" status: 200 len: 810 time: 0.1115932 Dec 16 15:55:00.080187 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-1fcc801d-e5fa-4e6a-8f4b-790248173ff5 req-b5ec675f-cec1-481a-8c0c-63d1b5b3d224 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/ports?device_id=b60467c9-0dcb-419d-ab98-c48a36d7b7d5 HTTP/1.1" status: 200 len: 210 time: 0.0384862 Dec 16 15:55:00.125254 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-2f4d6248-c39c-49f0-a7f3-c08cc3f9b638 req-27e15000-38f6-4103-8d72-995c8f6a8d6a tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5afea3407ef84fafa658a82512fb4d24 HTTP/1.1" status: 200 len: 379 time: 0.0900548 Dec 16 15:55:00.134922 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.v2.base [req-2f4d6248-c39c-49f0-a7f3-c08cc3f9b638 req-706f327d-baaa-4c83-86d4-f57cc0b3ccd8 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Request body: {'port': {'device_id': 'b60467c9-0dcb-419d-ab98-c48a36d7b7d5', 'network_id': '447cd8ca-a758-4b0d-966f-d4641376c8a8', 'admin_state_up': True, 'tenant_id': '5afea3407ef84fafa658a82512fb4d24', 'security_groups': ['9c4413e0-cf94-41c4-a331-21c96852544d']}} {{(pid=108905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:55:00.258352 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f4d6248-c39c-49f0-a7f3-c08cc3f9b638 req-706f327d-baaa-4c83-86d4-f57cc0b3ccd8 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Made reservation on behalf of 5afea3407ef84fafa658a82512fb4d24 for: {'port': 1} {{(pid=108905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:55:00.261916 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-2f4d6248-c39c-49f0-a7f3-c08cc3f9b638 req-706f327d-baaa-4c83-86d4-f57cc0b3ccd8 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:00.358389 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784cf014-ffa5-4ca6-b841-7eae0f8beb10 req-1e4300c4-77ce-4083-811f-420010d0f044 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:00.359832 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-784cf014-ffa5-4ca6-b841-7eae0f8beb10 req-1e4300c4-77ce-4083-811f-420010d0f044 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8a79670-40b7-4b24-8484-e97517721494 HTTP/1.1" status: 200 len: 945 time: 0.0947556 Dec 16 15:55:00.445656 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.db.db_base_plugin_common [req-2f4d6248-c39c-49f0-a7f3-c08cc3f9b638 req-706f327d-baaa-4c83-86d4-f57cc0b3ccd8 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Allocated IP 172.20.0.7 (447cd8ca-a758-4b0d-966f-d4641376c8a8/0c509f7a-4a9b-4a96-892a-b130ead11ed7/f8559e41-ad86-4e2d-963f-f8c7641fc223) {{(pid=108905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:55:00.452292 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-784cf014-ffa5-4ca6-b841-7eae0f8beb10 req-3d958efd-49a8-476c-9caf-d55eb49495bd tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] 10.222.0.31 "GET /v2.0/security-groups?id=513c8a83-8b97-4104-b5b6-42f5c0e9be6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830712 Dec 16 15:55:00.599392 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-2f4d6248-c39c-49f0-a7f3-c08cc3f9b638 req-706f327d-baaa-4c83-86d4-f57cc0b3ccd8 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks [] for port, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:00.650610 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008dc6dc-db09-4561-badd-09695f42c094 req-446e1385-b245-4ac5-8b22-6f5ab5b4b14f tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:00.652101 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-008dc6dc-db09-4561-badd-09695f42c094 req-446e1385-b245-4ac5-8b22-6f5ab5b4b14f tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/ports?device_id=248b8eac-f030-4761-a6c9-0ddaf6475f0f HTTP/1.1" status: 200 len: 943 time: 0.0705760 Dec 16 15:55:00.671521 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-2f4d6248-c39c-49f0-a7f3-c08cc3f9b638 req-706f327d-baaa-4c83-86d4-f57cc0b3ccd8 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739691803594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5936052'] for port, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:00.735799 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f4d6248-c39c-49f0-a7f3-c08cc3f9b638 req-706f327d-baaa-4c83-86d4-f57cc0b3ccd8 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Network 447cd8ca-a758-4b0d-966f-d4641376c8a8 is already hosted by enough agents. {{(pid=108905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:55:00.742087 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.base_scheduler [req-2f4d6248-c39c-49f0-a7f3-c08cc3f9b638 req-706f327d-baaa-4c83-86d4-f57cc0b3ccd8 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Resources bound (agent type, host, resource id): {{(pid=108905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:55:00.747440 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-008dc6dc-db09-4561-badd-09695f42c094 req-c8491aae-12d3-4129-b7b0-72dbf40317af tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e0931ad-2cb0-4a8a-9f29-cd2e4109aaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887921 Dec 16 15:55:00.748728 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706f327d-baaa-4c83-86d4-f57cc0b3ccd8 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Pushing event updated for resources: {'Port': ['ID=f8559e41-ad86-4e2d-963f-f8c7641fc223,revision_number=1']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:00.750207 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f4d6248-c39c-49f0-a7f3-c08cc3f9b638 req-706f327d-baaa-4c83-86d4-f57cc0b3ccd8 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Received port after_create {{(pid=108905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:55:00.802443 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4d6248-c39c-49f0-a7f3-c08cc3f9b638 req-706f327d-baaa-4c83-86d4-f57cc0b3ccd8 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:00.803041 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-2f4d6248-c39c-49f0-a7f3-c08cc3f9b638 req-706f327d-baaa-4c83-86d4-f57cc0b3ccd8 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294'] for port, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:00.822094 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-2f4d6248-c39c-49f0-a7f3-c08cc3f9b638 req-706f327d-baaa-4c83-86d4-f57cc0b3ccd8 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6909606 Dec 16 15:55:00.836338 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.v2.base [req-2f4d6248-c39c-49f0-a7f3-c08cc3f9b638 req-77f4b9fd-9686-4dc7-8bdf-f5c375bcebad service neutron] Request body: {'port': {'device_id': 'b60467c9-0dcb-419d-ab98-c48a36d7b7d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=108905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:55:00.890806 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-2f4d6248-c39c-49f0-a7f3-c08cc3f9b638 req-77f4b9fd-9686-4dc7-8bdf-f5c375bcebad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:00.976082 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-2e3033d3-da5a-49a5-aacf-14df3b4ced33 None None] Provisioning complete for port f8559e41-ad86-4e2d-963f-f8c7641fc223 triggered by entity DHCP. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:55:00.976749 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-2e3033d3-da5a-49a5-aacf-14df3b4ced33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:01.010759 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.agents_db [None req-3e981004-2469-4169-a15f-e329d1e51356 None None] Agent healthcheck: found 6 active agents {{(pid=108907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:55:01.011339 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-2e3033d3-da5a-49a5-aacf-14df3b4ced33 None None] Port f8559e41-ad86-4e2d-963f-f8c7641fc223 cannot update to ACTIVE because it is not bound. {{(pid=108906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:55:01.379042 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10343ae8-d8b8-4f5a-be37-e517a87844a2 req-88628ffe-542b-4c55-963f-abdeb0024d86 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:01.380491 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-10343ae8-d8b8-4f5a-be37-e517a87844a2 req-88628ffe-542b-4c55-963f-abdeb0024d86 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/ports?device_id=b60467c9-0dcb-419d-ab98-c48a36d7b7d5 HTTP/1.1" status: 200 len: 931 time: 0.1005561 Dec 16 15:55:01.471552 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-10343ae8-d8b8-4f5a-be37-e517a87844a2 req-168ed9e1-4798-441f-8938-f94c8e14d2b3 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c4413e0-cf94-41c4-a331-21c96852544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792756 Dec 16 15:55:01.477287 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.notifiers.nova [req-2f4d6248-c39c-49f0-a7f3-c08cc3f9b638 req-77f4b9fd-9686-4dc7-8bdf-f5c375bcebad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8559e41-ad86-4e2d-963f-f8c7641fc223 {{(pid=108905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:55:01.485358 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-2f4d6248-c39c-49f0-a7f3-c08cc3f9b638 req-77f4b9fd-9686-4dc7-8bdf-f5c375bcebad service neutron] Publish callbacks [] for port, precommit_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:01.500964 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.db.provisioning_blocks [req-2f4d6248-c39c-49f0-a7f3-c08cc3f9b638 req-77f4b9fd-9686-4dc7-8bdf-f5c375bcebad service neutron] Transition to ACTIVE for port object f8559e41-ad86-4e2d-963f-f8c7641fc223 will not be triggered until provisioned by entity L2. {{(pid=108905) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:55:01.506937 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-2f4d6248-c39c-49f0-a7f3-c08cc3f9b638 req-77f4b9fd-9686-4dc7-8bdf-f5c375bcebad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5936077'] for port, after_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:01.583302 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f4b9fd-9686-4dc7-8bdf-f5c375bcebad service neutron] Pushing event updated for resources: {'Port': ['ID=f8559e41-ad86-4e2d-963f-f8c7641fc223,revision_number=2']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:01.642915 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24efe97-d470-4b1e-9ec6-8f2b00ce4487 req-540c3695-cebf-4e8d-b8f0-ed5d4553fb5c tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:01.644433 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-b24efe97-d470-4b1e-9ec6-8f2b00ce4487 req-540c3695-cebf-4e8d-b8f0-ed5d4553fb5c tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8a79670-40b7-4b24-8484-e97517721494 HTTP/1.1" status: 200 len: 945 time: 0.1136866 Dec 16 15:55:01.705295 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.managers [req-2f4d6248-c39c-49f0-a7f3-c08cc3f9b638 req-77f4b9fd-9686-4dc7-8bdf-f5c375bcebad service neutron] Attempting to bind port f8559e41-ad86-4e2d-963f-f8c7641fc223 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=108905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:55:01.705648 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.managers [req-2f4d6248-c39c-49f0-a7f3-c08cc3f9b638 req-77f4b9fd-9686-4dc7-8bdf-f5c375bcebad service neutron] Attempting to bind port f8559e41-ad86-4e2d-963f-f8c7641fc223 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': 'df5e76d4-1da3-4a3c-9738-349c23ab107b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '447cd8ca-a758-4b0d-966f-d4641376c8a8'}] {{(pid=108905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:55:01.705969 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4d6248-c39c-49f0-a7f3-c08cc3f9b638 req-77f4b9fd-9686-4dc7-8bdf-f5c375bcebad service neutron] Attempting to bind port f8559e41-ad86-4e2d-963f-f8c7641fc223 on network 447cd8ca-a758-4b0d-966f-d4641376c8a8 {{(pid=108905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:55:01.712745 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-b24efe97-d470-4b1e-9ec6-8f2b00ce4487 req-baabb292-5581-4381-a26e-6aa261fd4176 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] 10.222.0.31 "GET /v2.0/security-groups?id=513c8a83-8b97-4104-b5b6-42f5c0e9be6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617652 Dec 16 15:55:01.714691 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4d6248-c39c-49f0-a7f3-c08cc3f9b638 req-77f4b9fd-9686-4dc7-8bdf-f5c375bcebad service neutron] Port f8559e41-ad86-4e2d-963f-f8c7641fc223 on network 447cd8ca-a758-4b0d-966f-d4641376c8a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=108905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:55:01.714998 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4d6248-c39c-49f0-a7f3-c08cc3f9b638 req-77f4b9fd-9686-4dc7-8bdf-f5c375bcebad service neutron] Attempting to bind port f8559e41-ad86-4e2d-963f-f8c7641fc223 on network 447cd8ca-a758-4b0d-966f-d4641376c8a8 {{(pid=108905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:55:01.720613 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4d6248-c39c-49f0-a7f3-c08cc3f9b638 req-77f4b9fd-9686-4dc7-8bdf-f5c375bcebad service neutron] Checking agent: {'id': 'cc3d5e4c-e00e-4c48-b0f7-4cab06ea1ca9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 46, 48), 'started_at': datetime.datetime(2021, 12, 16, 15, 46, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:55:01.720936 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4d6248-c39c-49f0-a7f3-c08cc3f9b638 req-77f4b9fd-9686-4dc7-8bdf-f5c375bcebad service neutron] Checking segment: {'id': 'df5e76d4-1da3-4a3c-9738-349c23ab107b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '447cd8ca-a758-4b0d-966f-d4641376c8a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:55:01.721323 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4d6248-c39c-49f0-a7f3-c08cc3f9b638 req-77f4b9fd-9686-4dc7-8bdf-f5c375bcebad service neutron] Bound using segment: {'id': 'df5e76d4-1da3-4a3c-9738-349c23ab107b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '447cd8ca-a758-4b0d-966f-d4641376c8a8'} {{(pid=108905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:55:01.721736 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.managers [req-2f4d6248-c39c-49f0-a7f3-c08cc3f9b638 req-77f4b9fd-9686-4dc7-8bdf-f5c375bcebad service neutron] Bound port: f8559e41-ad86-4e2d-963f-f8c7641fc223, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df5e76d4-1da3-4a3c-9738-349c23ab107b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '447cd8ca-a758-4b0d-966f-d4641376c8a8'}}] {{(pid=108905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:55:01.722107 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-2f4d6248-c39c-49f0-a7f3-c08cc3f9b638 req-77f4b9fd-9686-4dc7-8bdf-f5c375bcebad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:01.785246 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.db [req-2f4d6248-c39c-49f0-a7f3-c08cc3f9b638 req-77f4b9fd-9686-4dc7-8bdf-f5c375bcebad service neutron] For port f8559e41-ad86-4e2d-963f-f8c7641fc223, host hv-cinder-78447, cleared binding levels {{(pid=108905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:55:01.788236 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.db [req-2f4d6248-c39c-49f0-a7f3-c08cc3f9b638 req-77f4b9fd-9686-4dc7-8bdf-f5c375bcebad service neutron] For port f8559e41-ad86-4e2d-963f-f8c7641fc223, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=f8559e41-ad86-4e2d-963f-f8c7641fc223,segment=NetworkSegment(df5e76d4-1da3-4a3c-9738-349c23ab107b),segment_id=df5e76d4-1da3-4a3c-9738-349c23ab107b)] {{(pid=108905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:55:01.794304 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-2f4d6248-c39c-49f0-a7f3-c08cc3f9b638 req-77f4b9fd-9686-4dc7-8bdf-f5c375bcebad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5936077'] for port, after_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:01.843142 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4d6248-c39c-49f0-a7f3-c08cc3f9b638 req-77f4b9fd-9686-4dc7-8bdf-f5c375bcebad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:01.843683 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-2f4d6248-c39c-49f0-a7f3-c08cc3f9b638 req-77f4b9fd-9686-4dc7-8bdf-f5c375bcebad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294'] for port, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:01.845392 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-2f4d6248-c39c-49f0-a7f3-c08cc3f9b638 req-77f4b9fd-9686-4dc7-8bdf-f5c375bcebad service neutron] 10.222.0.66 "PUT /v2.0/ports/f8559e41-ad86-4e2d-963f-f8c7641fc223 HTTP/1.1" status: 200 len: 1093 time: 1.0134196 Dec 16 15:55:01.847818 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b60467c9-0dcb-419d-ab98-c48a36d7b7d5', 'tag': 'f8559e41-ad86-4e2d-963f-f8c7641fc223'}] {{(pid=108905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:55:01.850047 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6427484bab23da45c698b4d929e4ad3874a49078d57181539d46633581fe494" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adef7d06-74c8-4b7b-a33d-5d18c759edc9" -d '{"events": [{"name": "network-changed", "server_uuid": "b60467c9-0dcb-419d-ab98-c48a36d7b7d5", "tag": "f8559e41-ad86-4e2d-963f-f8c7641fc223"}]}' {{(pid=108905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:55:01.891307 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f4f1c0-f583-475d-9c91-797f9fea5728 x-openstack-request-id: req-96f4f1c0-f583-475d-9c91-797f9fea5728 {{(pid=108905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:55:01.891601 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b60467c9-0dcb-419d-ab98-c48a36d7b7d5", "tag": "f8559e41-ad86-4e2d-963f-f8c7641fc223", "status": "completed", "code": 200}]} {{(pid=108905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:55:01.891853 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-96f4f1c0-f583-475d-9c91-797f9fea5728 {{(pid=108905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:55:01.892247 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b60467c9-0dcb-419d-ab98-c48a36d7b7d5', 'tag': 'f8559e41-ad86-4e2d-963f-f8c7641fc223', 'status': 'completed', 'code': 200} Dec 16 15:55:01.892933 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f4b9fd-9686-4dc7-8bdf-f5c375bcebad service neutron] Pushing event updated for resources: {'Port': ['ID=f8559e41-ad86-4e2d-963f-f8c7641fc223,revision_number=3']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:01.911621 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78190238-bcc0-4214-84d8-55a1cb25f061 req-e36fe8d3-80f1-4d46-9aea-b6ece29eb2e5 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:01.913106 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-78190238-bcc0-4214-84d8-55a1cb25f061 req-e36fe8d3-80f1-4d46-9aea-b6ece29eb2e5 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/ports?device_id=248b8eac-f030-4761-a6c9-0ddaf6475f0f HTTP/1.1" status: 200 len: 943 time: 0.0897157 Dec 16 15:55:01.986062 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4d6248-c39c-49f0-a7f3-c08cc3f9b638 req-56bb6b4a-f403-441d-a37f-4a30db5cf0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:01.987588 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-2f4d6248-c39c-49f0-a7f3-c08cc3f9b638 req-56bb6b4a-f403-441d-a37f-4a30db5cf0c3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5afea3407ef84fafa658a82512fb4d24&device_id=b60467c9-0dcb-419d-ab98-c48a36d7b7d5 HTTP/1.1" status: 200 len: 1096 time: 0.0840249 Dec 16 15:55:01.991599 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-78190238-bcc0-4214-84d8-55a1cb25f061 req-6f150ef9-f355-4eed-89c9-248f2e07f8e6 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e0931ad-2cb0-4a8a-9f29-cd2e4109aaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707905 Dec 16 15:55:02.039518 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-2f4d6248-c39c-49f0-a7f3-c08cc3f9b638 req-58fdd499-a8f0-4ebf-904b-a1c3bb7910eb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8559e41-ad86-4e2d-963f-f8c7641fc223 HTTP/1.1" status: 200 len: 217 time: 0.0378871 Dec 16 15:55:02.093893 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4d6248-c39c-49f0-a7f3-c08cc3f9b638 req-bd404ad4-48f5-4d61-9856-40a6f82a7262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:02.095770 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-2f4d6248-c39c-49f0-a7f3-c08cc3f9b638 req-bd404ad4-48f5-4d61-9856-40a6f82a7262 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0c509f7a-4a9b-4a96-892a-b130ead11ed7 HTTP/1.1" status: 200 len: 849 time: 0.0486906 Dec 16 15:55:02.145362 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4d6248-c39c-49f0-a7f3-c08cc3f9b638 req-84f2b709-6217-44ea-ba0b-40ce20a7e13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:02.147169 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-2f4d6248-c39c-49f0-a7f3-c08cc3f9b638 req-84f2b709-6217-44ea-ba0b-40ce20a7e13b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=447cd8ca-a758-4b0d-966f-d4641376c8a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0426712 Dec 16 15:55:02.251586 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-2f4d6248-c39c-49f0-a7f3-c08cc3f9b638 req-80125dac-ec0f-4837-b7e2-2d58078c092f service neutron] 10.222.0.66 "GET /v2.0/networks/447cd8ca-a758-4b0d-966f-d4641376c8a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911999 Dec 16 15:55:02.346879 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-2f4d6248-c39c-49f0-a7f3-c08cc3f9b638 req-83fcd9bb-9a66-4688-895e-b0f16c497be2 service neutron] 10.222.0.66 "GET /v2.0/networks/447cd8ca-a758-4b0d-966f-d4641376c8a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862708 Dec 16 15:55:02.408009 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc81b6-fcf0-458f-8deb-bc773b0a7d4e req-8375c1ea-a59f-4349-98d8-5f413973b095 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:02.409363 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-e7dc81b6-fcf0-458f-8deb-bc773b0a7d4e req-8375c1ea-a59f-4349-98d8-5f413973b095 tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8a79670-40b7-4b24-8484-e97517721494 HTTP/1.1" status: 200 len: 945 time: 0.2840908 Dec 16 15:55:02.436656 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef7d06-74c8-4b7b-a33d-5d18c759edc9 req-131648ad-d865-45ff-9934-9e659aad809a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:02.438212 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-adef7d06-74c8-4b7b-a33d-5d18c759edc9 req-131648ad-d865-45ff-9934-9e659aad809a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5afea3407ef84fafa658a82512fb4d24&device_id=b60467c9-0dcb-419d-ab98-c48a36d7b7d5 HTTP/1.1" status: 200 len: 1096 time: 0.0426748 Dec 16 15:55:02.499496 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.plugin [req-e7dc81b6-fcf0-458f-8deb-bc773b0a7d4e req-11349705-d31e-460a-9ec3-f55d283c728f tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Deleting port 6ed2a710-c869-4081-8193-d34b97960b0f {{(pid=108904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:55:02.499824 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-e7dc81b6-fcf0-458f-8deb-bc773b0a7d4e req-11349705-d31e-460a-9ec3-f55d283c728f tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739692165232'] for port, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:02.532268 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef7d06-74c8-4b7b-a33d-5d18c759edc9 req-cce3b890-9b74-4eae-b3b9-5c52c6b020cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:02.533854 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-adef7d06-74c8-4b7b-a33d-5d18c759edc9 req-cce3b890-9b74-4eae-b3b9-5c52c6b020cd service neutron] 10.222.0.66 "GET /v2.0/networks?id=447cd8ca-a758-4b0d-966f-d4641376c8a8 HTTP/1.1" status: 200 len: 911 time: 0.0884955 Dec 16 15:55:02.588069 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.db [req-e7dc81b6-fcf0-458f-8deb-bc773b0a7d4e req-11349705-d31e-460a-9ec3-f55d283c728f tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] For port 6ed2a710-c869-4081-8193-d34b97960b0f, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=6ed2a710-c869-4081-8193-d34b97960b0f,segment=NetworkSegment(4e961bde-77e2-4798-b229-3f33142105e1),segment_id=4e961bde-77e2-4798-b229-3f33142105e1)] {{(pid=108904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:55:02.588423 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-e7dc81b6-fcf0-458f-8deb-bc773b0a7d4e req-11349705-d31e-460a-9ec3-f55d283c728f tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343270'] for port, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:02.596320 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-adef7d06-74c8-4b7b-a33d-5d18c759edc9 req-f35f3bc7-bdcb-477a-96c6-87c1c1005691 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8559e41-ad86-4e2d-963f-f8c7641fc223 HTTP/1.1" status: 200 len: 217 time: 0.0434744 Dec 16 15:55:02.601396 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.plugin [req-e7dc81b6-fcf0-458f-8deb-bc773b0a7d4e req-11349705-d31e-460a-9ec3-f55d283c728f tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Calling delete_port for 6ed2a710-c869-4081-8193-d34b97960b0f owned by compute:nova {{(pid=108904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:55:02.671179 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ef611d-d72e-499c-ab7e-539de50c3c8d req-653c0e22-1348-41b8-93b6-e26028ff0bc4 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:02.672851 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-70ef611d-d72e-499c-ab7e-539de50c3c8d req-653c0e22-1348-41b8-93b6-e26028ff0bc4 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/ports?device_id=b60467c9-0dcb-419d-ab98-c48a36d7b7d5 HTTP/1.1" status: 200 len: 943 time: 0.1188333 Dec 16 15:55:02.674784 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef7d06-74c8-4b7b-a33d-5d18c759edc9 req-6eb3a2aa-470e-4cb3-9111-d9b73facd2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:02.676085 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-adef7d06-74c8-4b7b-a33d-5d18c759edc9 req-6eb3a2aa-470e-4cb3-9111-d9b73facd2af service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0c509f7a-4a9b-4a96-892a-b130ead11ed7 HTTP/1.1" status: 200 len: 849 time: 0.0624492 Dec 16 15:55:02.733701 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-e7dc81b6-fcf0-458f-8deb-bc773b0a7d4e req-11349705-d31e-460a-9ec3-f55d283c728f tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739692371923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739691803603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4504497'] for port, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:02.747422 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] get_ports_and_sgs() called for port_ids ['6ed2a710-c869-4081-8193-d34b97960b0f'] {{(pid=108906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:55:02.754587 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-70ef611d-d72e-499c-ab7e-539de50c3c8d req-fb3f16fc-7611-4a87-95b4-b1c55575ecbc tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c4413e0-cf94-41c4-a331-21c96852544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736568 Dec 16 15:55:02.763270 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef7d06-74c8-4b7b-a33d-5d18c759edc9 req-66f84099-30e3-4078-a5a8-0a82735fdead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:02.764831 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-adef7d06-74c8-4b7b-a33d-5d18c759edc9 req-66f84099-30e3-4078-a5a8-0a82735fdead service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=447cd8ca-a758-4b0d-966f-d4641376c8a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0762007 Dec 16 15:55:02.799368 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11349705-d31e-460a-9ec3-f55d283c728f tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Pushing event deleted for resources: {'Port': ['ID=6ed2a710-c869-4081-8193-d34b97960b0f,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:02.814039 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7dc81b6-fcf0-458f-8deb-bc773b0a7d4e req-11349705-d31e-460a-9ec3-f55d283c728f tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] No DVR routers for this DVR port 6ed2a710-c869-4081-8193-d34b97960b0f on host hv-cinder-78447 {{(pid=108904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:55:02.816376 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-e7dc81b6-fcf0-458f-8deb-bc773b0a7d4e req-11349705-d31e-460a-9ec3-f55d283c728f tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294'] for port, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:02.819665 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-e7dc81b6-fcf0-458f-8deb-bc773b0a7d4e req-11349705-d31e-460a-9ec3-f55d283c728f tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] 10.222.0.66 "DELETE /v2.0/ports/6ed2a710-c869-4081-8193-d34b97960b0f HTTP/1.1" status: 204 len: 173 time: 0.4042461 Dec 16 15:55:02.820096 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8a79670-40b7-4b24-8484-e97517721494', 'name': 'network-vif-deleted', 'tag': '6ed2a710-c869-4081-8193-d34b97960b0f'}] {{(pid=108904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:55:02.822504 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0a2cce90635460fa9ee7acd2d2298fc55a52ab45a9458d7253143d338a4b89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-506c1f25-deed-4343-a999-f87e0dbd811c" -d '{"events": [{"server_uuid": "f8a79670-40b7-4b24-8484-e97517721494", "name": "network-vif-deleted", "tag": "6ed2a710-c869-4081-8193-d34b97960b0f"}]}' {{(pid=108904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:55:02.856659 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-82819912-ec52-40c1-94df-b09ee82847ff req-c6628e5b-a762-4866-b819-5273d896bfac tempest-VolumesSnapshotTestJSON-492498903 tempest-VolumesSnapshotTestJSON-492498903-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8a79670-40b7-4b24-8484-e97517721494 HTTP/1.1" status: 200 len: 210 time: 0.0562203 Dec 16 15:55:02.867156 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f98f82e7-2cd7-4418-87c5-b25f39f1a704 x-openstack-request-id: req-f98f82e7-2cd7-4418-87c5-b25f39f1a704 {{(pid=108904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:55:02.867451 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8a79670-40b7-4b24-8484-e97517721494", "name": "network-vif-deleted", "tag": "6ed2a710-c869-4081-8193-d34b97960b0f", "status": "completed", "code": 200}]} {{(pid=108904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:55:02.867752 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f98f82e7-2cd7-4418-87c5-b25f39f1a704 {{(pid=108904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:55:02.868158 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8a79670-40b7-4b24-8484-e97517721494', 'name': 'network-vif-deleted', 'tag': '6ed2a710-c869-4081-8193-d34b97960b0f', 'status': 'completed', 'code': 200} Dec 16 15:55:02.900425 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-adef7d06-74c8-4b7b-a33d-5d18c759edc9 req-d29b70e2-0c08-4267-94a1-84eb7af56a4f service neutron] 10.222.0.66 "GET /v2.0/networks/447cd8ca-a758-4b0d-966f-d4641376c8a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256218 Dec 16 15:55:03.002255 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-adef7d06-74c8-4b7b-a33d-5d18c759edc9 req-87c845a0-6840-4075-b51d-18dd580121a1 service neutron] 10.222.0.66 "GET /v2.0/networks/447cd8ca-a758-4b0d-966f-d4641376c8a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865993 Dec 16 15:55:03.110252 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5025e2-097c-4904-a4ed-7f5ad115a99c req-1db53b3f-0f96-40f9-a26e-4c5759f02744 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:03.111709 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-1a5025e2-097c-4904-a4ed-7f5ad115a99c req-1db53b3f-0f96-40f9-a26e-4c5759f02744 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/ports?device_id=248b8eac-f030-4761-a6c9-0ddaf6475f0f HTTP/1.1" status: 200 len: 943 time: 0.0503321 Dec 16 15:55:03.173196 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-1a5025e2-097c-4904-a4ed-7f5ad115a99c req-8a112834-45b8-4088-91d3-7df3520a94c2 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e0931ad-2cb0-4a8a-9f29-cd2e4109aaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553489 Dec 16 15:55:03.877779 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264438f7-2fc5-404f-88b0-5d9f5ce9f176 req-b1f61fc7-9f6f-4d92-92e1-c81214fc33e1 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:03.879243 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-264438f7-2fc5-404f-88b0-5d9f5ce9f176 req-b1f61fc7-9f6f-4d92-92e1-c81214fc33e1 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/ports?device_id=b60467c9-0dcb-419d-ab98-c48a36d7b7d5 HTTP/1.1" status: 200 len: 943 time: 0.0510895 Dec 16 15:55:03.932513 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-264438f7-2fc5-404f-88b0-5d9f5ce9f176 req-55c7bb33-3fa1-472f-a4b0-64ff676c3db6 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c4413e0-cf94-41c4-a331-21c96852544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442755 Dec 16 15:55:04.299515 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11340372-648d-42fb-9df8-6843eef48b84 req-e9f2baf1-2739-4990-b799-204ac9176a96 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:04.300888 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-11340372-648d-42fb-9df8-6843eef48b84 req-e9f2baf1-2739-4990-b799-204ac9176a96 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/ports?device_id=248b8eac-f030-4761-a6c9-0ddaf6475f0f HTTP/1.1" status: 200 len: 943 time: 0.0527947 Dec 16 15:55:04.355504 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-11340372-648d-42fb-9df8-6843eef48b84 req-bc868a6a-885d-4879-acb5-2755fc9eef05 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e0931ad-2cb0-4a8a-9f29-cd2e4109aaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456729 Dec 16 15:55:05.059600 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616218c9-1b0b-4d0d-b0d1-9908388ad20c req-c7343ecf-779c-480a-8230-16c706186ffe tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:05.061147 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-616218c9-1b0b-4d0d-b0d1-9908388ad20c req-c7343ecf-779c-480a-8230-16c706186ffe tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/ports?device_id=b60467c9-0dcb-419d-ab98-c48a36d7b7d5 HTTP/1.1" status: 200 len: 943 time: 0.0568073 Dec 16 15:55:05.110373 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-616218c9-1b0b-4d0d-b0d1-9908388ad20c req-217a41eb-2b15-4740-b8de-9be68ea704da tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c4413e0-cf94-41c4-a331-21c96852544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431662 Dec 16 15:55:05.472400 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22627bdc-6ca5-439d-9150-297a17d46adc req-d6919ed8-44cf-4ef8-893a-cda7b000181f tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:05.473892 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-22627bdc-6ca5-439d-9150-297a17d46adc req-d6919ed8-44cf-4ef8-893a-cda7b000181f tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/ports?device_id=248b8eac-f030-4761-a6c9-0ddaf6475f0f HTTP/1.1" status: 200 len: 943 time: 0.0502100 Dec 16 15:55:05.527662 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-22627bdc-6ca5-439d-9150-297a17d46adc req-765fcda9-b75e-4571-b378-db049922dc19 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e0931ad-2cb0-4a8a-9f29-cd2e4109aaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476186 Dec 16 15:55:06.225663 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47af5a-2a0a-4669-b723-a90605685df7 req-f697043e-4c1b-4ae9-ab24-410f6b7d110b tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:06.227108 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-0d47af5a-2a0a-4669-b723-a90605685df7 req-f697043e-4c1b-4ae9-ab24-410f6b7d110b tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/ports?device_id=b60467c9-0dcb-419d-ab98-c48a36d7b7d5 HTTP/1.1" status: 200 len: 943 time: 0.0496686 Dec 16 15:55:06.275999 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-0d47af5a-2a0a-4669-b723-a90605685df7 req-c1ac1647-36e2-4b49-a997-299cb182eb8e tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c4413e0-cf94-41c4-a331-21c96852544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428400 Dec 16 15:55:06.631023 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-59eefae0-ca71-4909-9646-93bc6f498316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:06.652214 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811df0ea-0cc2-4292-9007-baf733fbf5c3 req-81ebbdff-9f5c-4a19-ac7a-dbf8d87ca3be tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:06.653626 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-811df0ea-0cc2-4292-9007-baf733fbf5c3 req-81ebbdff-9f5c-4a19-ac7a-dbf8d87ca3be tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/ports?device_id=248b8eac-f030-4761-a6c9-0ddaf6475f0f HTTP/1.1" status: 200 len: 943 time: 0.0541303 Dec 16 15:55:06.701116 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-811df0ea-0cc2-4292-9007-baf733fbf5c3 req-4ae37da4-c535-451b-8ed7-6e92f57c3c02 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e0931ad-2cb0-4a8a-9f29-cd2e4109aaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413377 Dec 16 15:55:07.313978 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device 8e2fdbb4-3edf-41eb-8daa-904ea54bacb1 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=108906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:55:07.399525 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe97452-9934-472a-b737-a4835374daf0 req-c76e51d6-c49c-4cea-bba4-79ea10bcc1ca tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:07.401009 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-3fe97452-9934-472a-b737-a4835374daf0 req-c76e51d6-c49c-4cea-bba4-79ea10bcc1ca tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/ports?device_id=b60467c9-0dcb-419d-ab98-c48a36d7b7d5 HTTP/1.1" status: 200 len: 943 time: 0.0529277 Dec 16 15:55:07.410336 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] For port 8e2fdbb4-3edf-41eb-8daa-904ea54bacb1, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=8e2fdbb4-3edf-41eb-8daa-904ea54bacb1,segment=NetworkSegment(8a8cc844-cc13-47cc-b194-eff6c05ee70b),segment_id=8a8cc844-cc13-47cc-b194-eff6c05ee70b)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:55:07.423582 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Returning: {'device': '8e2fdbb4-3edf-41eb-8daa-904ea54bacb1', 'network_id': '9f3bcad2-6582-4016-8d64-28b5be20bd8f', 'port_id': '8e2fdbb4-3edf-41eb-8daa-904ea54bacb1', 'mac_address': 'fa:16:3e:87:76:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be190589-1228-416b-a7de-4c8d3640d62c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:55:07.457765 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-3fe97452-9934-472a-b737-a4835374daf0 req-25e65992-fe93-4ff8-ab19-67b127e28814 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c4413e0-cf94-41c4-a331-21c96852544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443335 Dec 16 15:55:07.460310 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:07.477129 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.notifiers.nova [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e2fdbb4-3edf-41eb-8daa-904ea54bacb1 {{(pid=108906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:55:07.496292 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] For port 8e2fdbb4-3edf-41eb-8daa-904ea54bacb1, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=8e2fdbb4-3edf-41eb-8daa-904ea54bacb1,segment=NetworkSegment(8a8cc844-cc13-47cc-b194-eff6c05ee70b),segment_id=8a8cc844-cc13-47cc-b194-eff6c05ee70b)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:55:07.501784 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:07.547981 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Pushing event updated for resources: {'Port': ['ID=8e2fdbb4-3edf-41eb-8daa-904ea54bacb1,revision_number=7']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:07.823776 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c605911-4dbc-4fc5-b777-90e8126129e7 req-bd83e194-72a4-4bb5-b16b-727609dd73a4 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:07.825165 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-7c605911-4dbc-4fc5-b777-90e8126129e7 req-bd83e194-72a4-4bb5-b16b-727609dd73a4 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/ports?device_id=248b8eac-f030-4761-a6c9-0ddaf6475f0f HTTP/1.1" status: 200 len: 944 time: 0.0504758 Dec 16 15:55:07.874635 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-7c605911-4dbc-4fc5-b777-90e8126129e7 req-bea1345d-bba4-4bfa-81d6-35f35c91f085 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e0931ad-2cb0-4a8a-9f29-cd2e4109aaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433257 Dec 16 15:55:08.291724 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device 6ed2a710-c869-4081-8193-d34b97960b0f no longer exists at agent hyperv_hv-cinder-78447 {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:55:08.319957 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] No Port match for: 6ed2a710-c869-4081-8193-d34b97960b0f {{(pid=108906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:55:08.320261 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device 6ed2a710-c869-4081-8193-d34b97960b0f not bound to the agent host hv-cinder-78447 {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:55:08.552514 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] get_ports_and_sgs() called for port_ids ['8e2fdbb4-3edf-41eb-8daa-904ea54bacb1'] {{(pid=108906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:55:08.577265 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d29492d-c59f-408a-acfc-a3c93a9c7731 req-5c08b9a5-8da5-4b4b-9afd-ca56cc2f6959 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:08.578774 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-1d29492d-c59f-408a-acfc-a3c93a9c7731 req-5c08b9a5-8da5-4b4b-9afd-ca56cc2f6959 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/ports?device_id=b60467c9-0dcb-419d-ab98-c48a36d7b7d5 HTTP/1.1" status: 200 len: 943 time: 0.0512831 Dec 16 15:55:08.633575 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-1d29492d-c59f-408a-acfc-a3c93a9c7731 req-925ecacb-7229-49f4-bbdb-df01b419f390 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c4413e0-cf94-41c4-a331-21c96852544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454381 Dec 16 15:55:08.865623 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-8629802a-2f53-4296-a7a2-73a99dd32d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:08.989918 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b5ecd-572a-4712-8bcf-29905504f3fb req-f3108405-19af-46e7-9c55-67aef29d7e8f tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:08.991537 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-ce9b5ecd-572a-4712-8bcf-29905504f3fb req-f3108405-19af-46e7-9c55-67aef29d7e8f tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/ports?device_id=248b8eac-f030-4761-a6c9-0ddaf6475f0f HTTP/1.1" status: 200 len: 944 time: 0.0498912 Dec 16 15:55:09.048506 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-ce9b5ecd-572a-4712-8bcf-29905504f3fb req-e67088f2-1a44-4f5a-9628-35ff4edce2d0 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e0931ad-2cb0-4a8a-9f29-cd2e4109aaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508692 Dec 16 15:55:09.749921 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66265575-889f-4334-9c29-8ebe35919638 req-d7893a37-5c41-4491-9681-4f3ca106fd47 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:09.751257 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-66265575-889f-4334-9c29-8ebe35919638 req-d7893a37-5c41-4491-9681-4f3ca106fd47 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/ports?device_id=b60467c9-0dcb-419d-ab98-c48a36d7b7d5 HTTP/1.1" status: 200 len: 943 time: 0.0490358 Dec 16 15:55:09.806562 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-66265575-889f-4334-9c29-8ebe35919638 req-dd88b1f9-c0ad-4a75-971a-468b5ad20e4e tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c4413e0-cf94-41c4-a331-21c96852544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468209 Dec 16 15:55:10.172833 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865c58a9-6205-4924-a8df-3d5b146a960d req-efa5e8a7-a7a6-4937-aae9-9a8d9ef9b5fb tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:10.174565 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-865c58a9-6205-4924-a8df-3d5b146a960d req-efa5e8a7-a7a6-4937-aae9-9a8d9ef9b5fb tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/ports?device_id=248b8eac-f030-4761-a6c9-0ddaf6475f0f HTTP/1.1" status: 200 len: 944 time: 0.0561090 Dec 16 15:55:10.229313 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-865c58a9-6205-4924-a8df-3d5b146a960d req-bc597e0e-e182-4dfe-9728-11c9b7ebedcf tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e0931ad-2cb0-4a8a-9f29-cd2e4109aaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488136 Dec 16 15:55:10.521837 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-223b144f-a2e3-43d1-9ee0-793d55a0ef66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:10.595244 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device 8e2fdbb4-3edf-41eb-8daa-904ea54bacb1 up at agent hyperv_hv-cinder-78447 {{(pid=108906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:55:10.645575 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Provisioning complete for port 8e2fdbb4-3edf-41eb-8daa-904ea54bacb1 triggered by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:55:10.645948 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:10.851646 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:10.874167 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '248b8eac-f030-4761-a6c9-0ddaf6475f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e2fdbb4-3edf-41eb-8daa-904ea54bacb1'}] {{(pid=108906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:55:10.876413 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02b5cd720e1ebaa5714ffb0bc34871610594f2c4f6020a6f60f7cc29a5a8a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f24dde-d37f-43bb-a1c6-bc1434a6e9a4" -d '{"events": [{"server_uuid": "248b8eac-f030-4761-a6c9-0ddaf6475f0f", "name": "network-vif-plugged", "status": "completed", "tag": "8e2fdbb4-3edf-41eb-8daa-904ea54bacb1"}]}' {{(pid=108906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:55:10.889614 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] For port 8e2fdbb4-3edf-41eb-8daa-904ea54bacb1, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=8e2fdbb4-3edf-41eb-8daa-904ea54bacb1,segment=NetworkSegment(8a8cc844-cc13-47cc-b194-eff6c05ee70b),segment_id=8a8cc844-cc13-47cc-b194-eff6c05ee70b)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:55:10.895047 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:10.920591 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9950b9f2-5dea-4b6b-bd4c-56705ebf46dc x-openstack-request-id: req-9950b9f2-5dea-4b6b-bd4c-56705ebf46dc {{(pid=108906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:55:10.920883 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "248b8eac-f030-4761-a6c9-0ddaf6475f0f", "name": "network-vif-plugged", "status": "completed", "tag": "8e2fdbb4-3edf-41eb-8daa-904ea54bacb1", "code": 200}]} {{(pid=108906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:55:10.921132 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9950b9f2-5dea-4b6b-bd4c-56705ebf46dc {{(pid=108906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:55:10.921535 dv-cinder-784477-11-iscsi neutron-server[108906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '248b8eac-f030-4761-a6c9-0ddaf6475f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e2fdbb4-3edf-41eb-8daa-904ea54bacb1', 'code': 200} Dec 16 15:55:10.929389 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60990341-dc97-4681-8eee-7fb4cb9df1d4 req-7c307768-ab40-4c56-9bbb-bd61763c5de2 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:10.931011 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-60990341-dc97-4681-8eee-7fb4cb9df1d4 req-7c307768-ab40-4c56-9bbb-bd61763c5de2 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/ports?device_id=b60467c9-0dcb-419d-ab98-c48a36d7b7d5 HTTP/1.1" status: 200 len: 943 time: 0.0556712 Dec 16 15:55:10.944668 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Pushing event updated for resources: {'Port': ['ID=8e2fdbb4-3edf-41eb-8daa-904ea54bacb1,revision_number=8']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:10.987855 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-60990341-dc97-4681-8eee-7fb4cb9df1d4 req-d945075f-9554-4cfd-9aa5-6739c9ed7241 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c4413e0-cf94-41c4-a331-21c96852544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485046 Dec 16 15:55:11.176283 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41e8eae-00f2-49c7-8e20-ef9a13fc238e req-c97a473b-ba18-4a54-9318-0b0cfe3ae622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:11.177842 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-b41e8eae-00f2-49c7-8e20-ef9a13fc238e req-c97a473b-ba18-4a54-9318-0b0cfe3ae622 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=248b8eac-f030-4761-a6c9-0ddaf6475f0f HTTP/1.1" status: 200 len: 1098 time: 0.0441873 Dec 16 15:55:11.241003 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-b41e8eae-00f2-49c7-8e20-ef9a13fc238e req-63079cc4-13ba-401d-98b4-0a0cebee274b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9e0931ad-2cb0-4a8a-9f29-cd2e4109aaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540502 Dec 16 15:55:11.299378 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-e6a1afc6-ab61-4c06-9aae-8bc4c5fea8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:11.365669 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a3ea65-1667-4712-b343-867cc86eed64 req-1cd8d70a-b252-4577-a6a1-123fc65ec647 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:11.367135 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-27a3ea65-1667-4712-b343-867cc86eed64 req-1cd8d70a-b252-4577-a6a1-123fc65ec647 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/ports?device_id=248b8eac-f030-4761-a6c9-0ddaf6475f0f HTTP/1.1" status: 200 len: 945 time: 0.0632422 Dec 16 15:55:11.419906 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-27a3ea65-1667-4712-b343-867cc86eed64 req-9c487fcc-c074-4e50-bed4-244230dea3bd tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e0931ad-2cb0-4a8a-9f29-cd2e4109aaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456722 Dec 16 15:55:12.101563 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355801c2-480a-4c40-befb-48db675680ae req-9ab1f085-21c2-4eed-a328-2cbdacd38e87 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:12.103472 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-355801c2-480a-4c40-befb-48db675680ae req-9ab1f085-21c2-4eed-a328-2cbdacd38e87 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/ports?device_id=b60467c9-0dcb-419d-ab98-c48a36d7b7d5 HTTP/1.1" status: 200 len: 943 time: 0.0487652 Dec 16 15:55:12.157483 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-355801c2-480a-4c40-befb-48db675680ae req-f1c3e689-6377-4082-890d-7b39c1d921c1 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c4413e0-cf94-41c4-a331-21c96852544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473418 Dec 16 15:55:12.537347 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87a106-d31a-4559-ba0f-8b2492d582b5 req-0b2c917f-2753-4169-8670-68660bba224c tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:12.538733 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-9c87a106-d31a-4559-ba0f-8b2492d582b5 req-0b2c917f-2753-4169-8670-68660bba224c tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/ports?device_id=248b8eac-f030-4761-a6c9-0ddaf6475f0f HTTP/1.1" status: 200 len: 945 time: 0.0475473 Dec 16 15:55:12.586923 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-9c87a106-d31a-4559-ba0f-8b2492d582b5 req-57c56c7e-6026-482a-9457-bbfda8fb0771 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e0931ad-2cb0-4a8a-9f29-cd2e4109aaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421565 Dec 16 15:55:12.760289 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:13.277429 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aee7dc-201c-4cf9-96e9-78ad836f332b req-c3bc3f91-43bc-48b5-affb-74cd9ee7f18f tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:13.278952 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-83aee7dc-201c-4cf9-96e9-78ad836f332b req-c3bc3f91-43bc-48b5-affb-74cd9ee7f18f tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/ports?device_id=b60467c9-0dcb-419d-ab98-c48a36d7b7d5 HTTP/1.1" status: 200 len: 943 time: 0.0532882 Dec 16 15:55:13.331693 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-83aee7dc-201c-4cf9-96e9-78ad836f332b req-87011f89-9b81-4bfd-bfc1-942498e7e9a2 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c4413e0-cf94-41c4-a331-21c96852544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442967 Dec 16 15:55:14.470925 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef4f540-885b-4027-b2af-f947418a3d14 req-5965e727-6a10-44d6-bde1-371516cabb2a tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:14.472370 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-0ef4f540-885b-4027-b2af-f947418a3d14 req-5965e727-6a10-44d6-bde1-371516cabb2a tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/ports?device_id=b60467c9-0dcb-419d-ab98-c48a36d7b7d5 HTTP/1.1" status: 200 len: 943 time: 0.0569220 Dec 16 15:55:14.526781 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-0ef4f540-885b-4027-b2af-f947418a3d14 req-5d03d27b-c5cc-46c1-ae45-8ef424d09feb tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c4413e0-cf94-41c4-a331-21c96852544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457246 Dec 16 15:55:15.649924 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17841a9d-35df-4623-b0cf-cb8b24945e5c req-3fb86857-5a9d-48bd-98f8-ecf4f8439a6c tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:15.651960 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-17841a9d-35df-4623-b0cf-cb8b24945e5c req-3fb86857-5a9d-48bd-98f8-ecf4f8439a6c tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/ports?device_id=b60467c9-0dcb-419d-ab98-c48a36d7b7d5 HTTP/1.1" status: 200 len: 943 time: 0.0603795 Dec 16 15:55:15.701279 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-17841a9d-35df-4623-b0cf-cb8b24945e5c req-b901eacd-d9f8-4879-9a4c-a532a20798d0 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c4413e0-cf94-41c4-a331-21c96852544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432060 Dec 16 15:55:16.826100 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee69e7fc-1861-4d1b-81db-568e4c9692f8 req-014a0248-65b0-4fd5-b5a8-719847afe239 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:16.827742 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-ee69e7fc-1861-4d1b-81db-568e4c9692f8 req-014a0248-65b0-4fd5-b5a8-719847afe239 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/ports?device_id=b60467c9-0dcb-419d-ab98-c48a36d7b7d5 HTTP/1.1" status: 200 len: 943 time: 0.0559666 Dec 16 15:55:16.883377 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-ee69e7fc-1861-4d1b-81db-568e4c9692f8 req-3be47eb6-b1b6-4713-b65c-285afebfd516 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c4413e0-cf94-41c4-a331-21c96852544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479436 Dec 16 15:55:17.853045 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d78d00-67ce-4bf4-b331-c6144e9349b3 req-d0b788b4-e5ae-48b9-a837-84a06d4efc84 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:17.854463 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-07d78d00-67ce-4bf4-b331-c6144e9349b3 req-d0b788b4-e5ae-48b9-a837-84a06d4efc84 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a13b434-9d4a-4c31-80e7-96e6d17580f1 HTTP/1.1" status: 200 len: 946 time: 0.0502486 Dec 16 15:55:17.907244 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-07d78d00-67ce-4bf4-b331-c6144e9349b3 req-bb95311f-d6c3-4692-8163-ca18fce02617 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9d25298-02f2-44fb-b506-d2f769a44c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440261 Dec 16 15:55:18.001082 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7018d1ea-f976-4460-b37d-9cd3de9bc64d req-8b75461d-c0f5-4f0f-bcc8-b289e6ddd5a1 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:18.002658 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-7018d1ea-f976-4460-b37d-9cd3de9bc64d req-8b75461d-c0f5-4f0f-bcc8-b289e6ddd5a1 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/ports?device_id=b60467c9-0dcb-419d-ab98-c48a36d7b7d5 HTTP/1.1" status: 200 len: 943 time: 0.0494280 Dec 16 15:55:18.061952 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-7018d1ea-f976-4460-b37d-9cd3de9bc64d req-e43d0c01-cee0-4db1-b6a8-ab0bd8fcb61f tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c4413e0-cf94-41c4-a331-21c96852544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525403 Dec 16 15:55:18.611818 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device f8559e41-ad86-4e2d-963f-f8c7641fc223 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=108906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:55:18.712829 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] For port f8559e41-ad86-4e2d-963f-f8c7641fc223, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=f8559e41-ad86-4e2d-963f-f8c7641fc223,segment=NetworkSegment(df5e76d4-1da3-4a3c-9738-349c23ab107b),segment_id=df5e76d4-1da3-4a3c-9738-349c23ab107b)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:55:18.724376 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Returning: {'device': 'f8559e41-ad86-4e2d-963f-f8c7641fc223', 'network_id': '447cd8ca-a758-4b0d-966f-d4641376c8a8', 'port_id': 'f8559e41-ad86-4e2d-963f-f8c7641fc223', 'mac_address': 'fa:16:3e:1c:67:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c509f7a-4a9b-4a96-892a-b130ead11ed7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:55:18.767223 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:18.780311 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.notifiers.nova [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8559e41-ad86-4e2d-963f-f8c7641fc223 {{(pid=108906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:55:18.800083 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] For port f8559e41-ad86-4e2d-963f-f8c7641fc223, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=f8559e41-ad86-4e2d-963f-f8c7641fc223,segment=NetworkSegment(df5e76d4-1da3-4a3c-9738-349c23ab107b),segment_id=df5e76d4-1da3-4a3c-9738-349c23ab107b)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:55:18.806577 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:18.854879 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Pushing event updated for resources: {'Port': ['ID=f8559e41-ad86-4e2d-963f-f8c7641fc223,revision_number=4']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:19.034233 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae5b5be-9675-4a0c-994c-096068a4075c req-30c42eff-e62c-4360-b3bd-f78b2901cb83 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:19.035671 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-6ae5b5be-9675-4a0c-994c-096068a4075c req-30c42eff-e62c-4360-b3bd-f78b2901cb83 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a13b434-9d4a-4c31-80e7-96e6d17580f1 HTTP/1.1" status: 200 len: 946 time: 0.0497084 Dec 16 15:55:19.062357 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] get_ports_and_sgs() called for port_ids ['f8559e41-ad86-4e2d-963f-f8c7641fc223'] {{(pid=108906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:55:19.089778 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-6ae5b5be-9675-4a0c-994c-096068a4075c req-620bd5a5-eb51-4507-877d-09b7a0fabf13 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9d25298-02f2-44fb-b506-d2f769a44c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449941 Dec 16 15:55:19.196357 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205722ce-7ffd-4ea5-98d7-7aed5f960ffd req-9a4afe08-0082-41eb-b8f8-8741df1f5429 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:19.197875 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-205722ce-7ffd-4ea5-98d7-7aed5f960ffd req-9a4afe08-0082-41eb-b8f8-8741df1f5429 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/ports?device_id=b60467c9-0dcb-419d-ab98-c48a36d7b7d5 HTTP/1.1" status: 200 len: 944 time: 0.0549934 Dec 16 15:55:19.257291 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-205722ce-7ffd-4ea5-98d7-7aed5f960ffd req-3928256f-0230-43ef-9879-988c0c3b1fc5 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c4413e0-cf94-41c4-a331-21c96852544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429180 Dec 16 15:55:19.334628 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:19.860790 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f1844-dea4-4cf6-bf57-43842c8b02fb req-98018f73-5dfe-45cd-9fa9-2126caaaafde tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:19.862257 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-6e9f1844-dea4-4cf6-bf57-43842c8b02fb req-98018f73-5dfe-45cd-9fa9-2126caaaafde tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a13b434-9d4a-4c31-80e7-96e6d17580f1 HTTP/1.1" status: 200 len: 946 time: 0.0651696 Dec 16 15:55:19.956255 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.plugin [req-6e9f1844-dea4-4cf6-bf57-43842c8b02fb req-7c53f85f-a96d-424a-a129-415f54b7cad8 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Deleting port 9f9dc2a3-5ad0-4f17-8e45-49ed4219d918 {{(pid=108905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:55:19.956557 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-6e9f1844-dea4-4cf6-bf57-43842c8b02fb req-7c53f85f-a96d-424a-a129-415f54b7cad8 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739692165232'] for port, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:20.045681 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.db [req-6e9f1844-dea4-4cf6-bf57-43842c8b02fb req-7c53f85f-a96d-424a-a129-415f54b7cad8 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] For port 9f9dc2a3-5ad0-4f17-8e45-49ed4219d918, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=9f9dc2a3-5ad0-4f17-8e45-49ed4219d918,segment=NetworkSegment(d79a1b46-9256-41c5-810e-f1d9c9094ece),segment_id=d79a1b46-9256-41c5-810e-f1d9c9094ece)] {{(pid=108905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:55:20.046431 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-6e9f1844-dea4-4cf6-bf57-43842c8b02fb req-7c53f85f-a96d-424a-a129-415f54b7cad8 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343270'] for port, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:20.247686 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-6e9f1844-dea4-4cf6-bf57-43842c8b02fb req-7c53f85f-a96d-424a-a129-415f54b7cad8 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:20.248041 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-6e9f1844-dea4-4cf6-bf57-43842c8b02fb req-7c53f85f-a96d-424a-a129-415f54b7cad8 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874419'] for floatingip, after_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:20.248353 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.db.l3_db [req-6e9f1844-dea4-4cf6-bf57-43842c8b02fb req-7c53f85f-a96d-424a-a129-415f54b7cad8 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Floating IP a784095a-d142-45ae-9b27-702378884920 disassociated. External IP: 172.27.1.238, port: 9f9dc2a3-5ad0-4f17-8e45-49ed4219d918. Dec 16 15:55:20.248682 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.plugin [req-6e9f1844-dea4-4cf6-bf57-43842c8b02fb req-7c53f85f-a96d-424a-a129-415f54b7cad8 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Calling delete_port for 9f9dc2a3-5ad0-4f17-8e45-49ed4219d918 owned by compute:nova {{(pid=108905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:55:20.272917 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdb5094-8d31-4e26-87ea-940da43cfb12 req-455410ae-a98a-4091-9033-1e655939b210 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:20.274473 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-cbdb5094-8d31-4e26-87ea-940da43cfb12 req-455410ae-a98a-4091-9033-1e655939b210 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a13b434-9d4a-4c31-80e7-96e6d17580f1 HTTP/1.1" status: 200 len: 946 time: 0.0786953 Dec 16 15:55:20.398970 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-cbdb5094-8d31-4e26-87ea-940da43cfb12 req-327654eb-4294-42a8-a7fd-c75b621cdb4c tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9d25298-02f2-44fb-b506-d2f769a44c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931933 Dec 16 15:55:20.416216 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d14cae-ebdc-41ff-96d1-2f5852b35d98 req-051bee86-5b64-46c0-9ebc-9132025969c7 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:20.417717 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-d7d14cae-ebdc-41ff-96d1-2f5852b35d98 req-051bee86-5b64-46c0-9ebc-9132025969c7 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/ports?device_id=b60467c9-0dcb-419d-ab98-c48a36d7b7d5 HTTP/1.1" status: 200 len: 944 time: 0.0796494 Dec 16 15:55:20.495765 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-6e9f1844-dea4-4cf6-bf57-43842c8b02fb req-7c53f85f-a96d-424a-a129-415f54b7cad8 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739692371923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739691803603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5936052'] for port, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:20.507846 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-d7d14cae-ebdc-41ff-96d1-2f5852b35d98 req-9b3111d0-4bfe-4436-ad97-dfdb926a1330 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c4413e0-cf94-41c4-a331-21c96852544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840151 Dec 16 15:55:20.530822 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c53f85f-a96d-424a-a129-415f54b7cad8 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Pushing event deleted for resources: {'Port': ['ID=9f9dc2a3-5ad0-4f17-8e45-49ed4219d918,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:20.622550 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device f8559e41-ad86-4e2d-963f-f8c7641fc223 up at agent hyperv_hv-cinder-78447 {{(pid=108906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:55:20.657860 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e9f1844-dea4-4cf6-bf57-43842c8b02fb req-7c53f85f-a96d-424a-a129-415f54b7cad8 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Router b41f69c5-eb71-4f77-ac39-bf4541d1c12f has already been hosted by L3 agent 53beefa8-37d8-48bc-b6da-d824d56f81c3 {{(pid=108905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:55:20.675512 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Provisioning for port f8559e41-ad86-4e2d-963f-f8c7641fc223 completed by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:55:20.680202 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Provisioning complete for port f8559e41-ad86-4e2d-963f-f8c7641fc223 triggered by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:55:20.680880 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:20.759345 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:20.766686 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e9f1844-dea4-4cf6-bf57-43842c8b02fb req-7c53f85f-a96d-424a-a129-415f54b7cad8 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Notify agent at l3_agent.dv-cinder-784477-11-iscsi the message routers_updated {{(pid=108905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:55:20.779748 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebadff9-44f7-48ae-9ee2-4af36e7bc73e None None] Sync routers for ids ['b41f69c5-eb71-4f77-ac39-bf4541d1c12f'] in dv-cinder-784477-11-iscsi {{(pid=108906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:55:20.798480 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b60467c9-0dcb-419d-ab98-c48a36d7b7d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8559e41-ad86-4e2d-963f-f8c7641fc223'}] {{(pid=108906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:55:20.800821 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02b5cd720e1ebaa5714ffb0bc34871610594f2c4f6020a6f60f7cc29a5a8a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63de9530-aec0-42cb-bf23-3aa74522594d" -d '{"events": [{"server_uuid": "b60467c9-0dcb-419d-ab98-c48a36d7b7d5", "name": "network-vif-plugged", "status": "completed", "tag": "f8559e41-ad86-4e2d-963f-f8c7641fc223"}]}' {{(pid=108906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:55:20.810389 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e9f1844-dea4-4cf6-bf57-43842c8b02fb req-7c53f85f-a96d-424a-a129-415f54b7cad8 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] No DVR routers for this DVR port 9f9dc2a3-5ad0-4f17-8e45-49ed4219d918 on host hv-cinder-78447 {{(pid=108905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:55:20.813630 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebadff9-44f7-48ae-9ee2-4af36e7bc73e None None] Routers {'b41f69c5-eb71-4f77-ac39-bf4541d1c12f'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:55:20.814275 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-cebadff9-44f7-48ae-9ee2-4af36e7bc73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:55:09Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['b41f69c5-eb71-4f77-ac39-bf4541d1c12f'], 'active': True} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:20.814717 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-6e9f1844-dea4-4cf6-bf57-43842c8b02fb req-7c53f85f-a96d-424a-a129-415f54b7cad8 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294'] for port, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:20.819505 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-6e9f1844-dea4-4cf6-bf57-43842c8b02fb req-7c53f85f-a96d-424a-a129-415f54b7cad8 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.66 "DELETE /v2.0/ports/9f9dc2a3-5ad0-4f17-8e45-49ed4219d918 HTTP/1.1" status: 204 len: 173 time: 0.9486406 Dec 16 15:55:20.819787 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] For port f8559e41-ad86-4e2d-963f-f8c7641fc223, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=f8559e41-ad86-4e2d-963f-f8c7641fc223,segment=NetworkSegment(df5e76d4-1da3-4a3c-9738-349c23ab107b),segment_id=df5e76d4-1da3-4a3c-9738-349c23ab107b)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:55:20.820175 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a13b434-9d4a-4c31-80e7-96e6d17580f1', 'name': 'network-vif-deleted', 'tag': '9f9dc2a3-5ad0-4f17-8e45-49ed4219d918'}] {{(pid=108905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:55:20.823472 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6427484bab23da45c698b4d929e4ad3874a49078d57181539d46633581fe494" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cbc9288-9a7f-4f14-9fc8-5b9bf5a7ccdb" -d '{"events": [{"server_uuid": "2a13b434-9d4a-4c31-80e7-96e6d17580f1", "name": "network-vif-deleted", "tag": "9f9dc2a3-5ad0-4f17-8e45-49ed4219d918"}]}' {{(pid=108905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:55:20.870385 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c64ccee-3af7-428e-887c-d34857e7c1ab x-openstack-request-id: req-1c64ccee-3af7-428e-887c-d34857e7c1ab {{(pid=108905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:55:20.870822 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a13b434-9d4a-4c31-80e7-96e6d17580f1", "name": "network-vif-deleted", "tag": "9f9dc2a3-5ad0-4f17-8e45-49ed4219d918", "status": "completed", "code": 200}]} {{(pid=108905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:55:20.871172 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1c64ccee-3af7-428e-887c-d34857e7c1ab {{(pid=108905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:55:20.871665 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a13b434-9d4a-4c31-80e7-96e6d17580f1', 'name': 'network-vif-deleted', 'tag': '9f9dc2a3-5ad0-4f17-8e45-49ed4219d918', 'status': 'completed', 'code': 200} Dec 16 15:55:20.874778 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd0b980-9d52-4d27-a6ce-0d2957c92143 x-openstack-request-id: req-3fd0b980-9d52-4d27-a6ce-0d2957c92143 {{(pid=108906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:55:20.875201 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b60467c9-0dcb-419d-ab98-c48a36d7b7d5", "name": "network-vif-plugged", "status": "completed", "tag": "f8559e41-ad86-4e2d-963f-f8c7641fc223", "code": 200}]} {{(pid=108906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:55:20.875797 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3fd0b980-9d52-4d27-a6ce-0d2957c92143 {{(pid=108906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:55:20.876339 dv-cinder-784477-11-iscsi neutron-server[108906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b60467c9-0dcb-419d-ab98-c48a36d7b7d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8559e41-ad86-4e2d-963f-f8c7641fc223', 'code': 200} Dec 16 15:55:20.880418 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:20.881791 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device 9f9dc2a3-5ad0-4f17-8e45-49ed4219d918 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:55:20.933172 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] No Port match for: 9f9dc2a3-5ad0-4f17-8e45-49ed4219d918 {{(pid=108906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:55:20.933916 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device 9f9dc2a3-5ad0-4f17-8e45-49ed4219d918 not bound to the agent host hv-cinder-78447 {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:55:21.009252 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Pushing event updated for resources: {'Port': ['ID=f8559e41-ad86-4e2d-963f-f8c7641fc223,revision_number=5']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:21.031817 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvr_db [None req-cebadff9-44f7-48ae-9ee2-4af36e7bc73e None None] Set router b41f69c5-eb71-4f77-ac39-bf4541d1c12f gateway port host: dv-cinder-784477-11-iscsi {{(pid=108906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:55:21.081988 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4ede8-1256-4e0f-8b5e-44eceab6ea8a req-7fc8abdc-eb73-40ce-892a-8fbd19afd9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:21.083519 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-39a4ede8-1256-4e0f-8b5e-44eceab6ea8a req-7fc8abdc-eb73-40ce-892a-8fbd19afd9c2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b60467c9-0dcb-419d-ab98-c48a36d7b7d5 HTTP/1.1" status: 200 len: 1098 time: 0.0405293 Dec 16 15:55:21.135796 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-39a4ede8-1256-4e0f-8b5e-44eceab6ea8a req-1be52620-084a-4637-81e3-3b71a1ea24c2 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9c4413e0-cf94-41c4-a331-21c96852544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403104 Dec 16 15:55:21.234724 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-cebadff9-44f7-48ae-9ee2-4af36e7bc73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41f69c5-eb71-4f77-ac39-bf4541d1c12f', 'name': 'tempest-AttachVolumeTestJSON-723468242-router', 'tenant_id': 'a82af4eab10342ddbdddd09e11579c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '329a8e04-0460-4c4f-8646-47551869ce23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:48:39Z', 'updated_at': '2021-12-16T15:48:46Z', 'revision_number': 4, 'project_id': 'a82af4eab10342ddbdddd09e11579c36', 'gw_port': {'id': '329a8e04-0460-4c4f-8646-47551869ce23', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41f69c5-eb71-4f77-ac39-bf4541d1c12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:40Z', 'updated_at': '2021-12-16T15:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_interfaces': [{'id': '10b8ae3b-d5eb-45b9-95fc-83926da84df4', 'name': '', 'network_id': '995ae86b-522a-475e-97b2-0044dee2628f', 'tenant_id': 'a82af4eab10342ddbdddd09e11579c36', 'mac_address': 'fa:16:3e:e8:ad:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41f69c5-eb71-4f77-ac39-bf4541d1c12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5963245f-298c-4a64-a4bf-7727c7e9fe74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:45Z', 'updated_at': '2021-12-16T15:48:54Z', 'revision_number': 5, 'project_id': 'a82af4eab10342ddbdddd09e11579c36', 'subnets': [{'id': '5963245f-298c-4a64-a4bf-7727c7e9fe74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:21.265491 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebadff9-44f7-48ae-9ee2-4af36e7bc73e None None] Checking router: b41f69c5-eb71-4f77-ac39-bf4541d1c12f for host: dv-cinder-784477-11-iscsi {{(pid=108906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:55:21.274699 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebadff9-44f7-48ae-9ee2-4af36e7bc73e None None] Routers {'b41f69c5-eb71-4f77-ac39-bf4541d1c12f'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:55:21.275306 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-cebadff9-44f7-48ae-9ee2-4af36e7bc73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:55:09Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['b41f69c5-eb71-4f77-ac39-bf4541d1c12f'], 'active': True} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:21.399401 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvr_db [None req-cebadff9-44f7-48ae-9ee2-4af36e7bc73e None None] Set router b41f69c5-eb71-4f77-ac39-bf4541d1c12f gateway port host: dv-cinder-784477-11-iscsi {{(pid=108906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:55:21.544066 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-f22084e5-fbcd-4a41-8aaf-c4166ede90f3 req-c4208cec-7dd9-422d-8843-d7209c30208f tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a13b434-9d4a-4c31-80e7-96e6d17580f1 HTTP/1.1" status: 200 len: 210 time: 0.0332696 Dec 16 15:55:21.645362 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727293a4-9d6d-4ce4-950e-ecec20af9c11 req-f11bde27-1304-47ab-9c7c-da7a28fdd58f tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:21.647024 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-727293a4-9d6d-4ce4-950e-ecec20af9c11 req-f11bde27-1304-47ab-9c7c-da7a28fdd58f tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/ports?device_id=b60467c9-0dcb-419d-ab98-c48a36d7b7d5 HTTP/1.1" status: 200 len: 945 time: 0.0529733 Dec 16 15:55:21.657646 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-cebadff9-44f7-48ae-9ee2-4af36e7bc73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41f69c5-eb71-4f77-ac39-bf4541d1c12f', 'name': 'tempest-AttachVolumeTestJSON-723468242-router', 'tenant_id': 'a82af4eab10342ddbdddd09e11579c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '329a8e04-0460-4c4f-8646-47551869ce23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:48:39Z', 'updated_at': '2021-12-16T15:48:46Z', 'revision_number': 4, 'project_id': 'a82af4eab10342ddbdddd09e11579c36', 'gw_port': {'id': '329a8e04-0460-4c4f-8646-47551869ce23', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41f69c5-eb71-4f77-ac39-bf4541d1c12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:40Z', 'updated_at': '2021-12-16T15:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_interfaces': [{'id': '10b8ae3b-d5eb-45b9-95fc-83926da84df4', 'name': '', 'network_id': '995ae86b-522a-475e-97b2-0044dee2628f', 'tenant_id': 'a82af4eab10342ddbdddd09e11579c36', 'mac_address': 'fa:16:3e:e8:ad:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41f69c5-eb71-4f77-ac39-bf4541d1c12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5963245f-298c-4a64-a4bf-7727c7e9fe74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:45Z', 'updated_at': '2021-12-16T15:48:54Z', 'revision_number': 5, 'project_id': 'a82af4eab10342ddbdddd09e11579c36', 'subnets': [{'id': '5963245f-298c-4a64-a4bf-7727c7e9fe74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:21.685511 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebadff9-44f7-48ae-9ee2-4af36e7bc73e None None] The sync data for ids ['b41f69c5-eb71-4f77-ac39-bf4541d1c12f'] in dv-cinder-784477-11-iscsi is: [{'id': 'b41f69c5-eb71-4f77-ac39-bf4541d1c12f', 'name': 'tempest-AttachVolumeTestJSON-723468242-router', 'tenant_id': 'a82af4eab10342ddbdddd09e11579c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '329a8e04-0460-4c4f-8646-47551869ce23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:48:39Z', 'updated_at': '2021-12-16T15:48:46Z', 'revision_number': 4, 'project_id': 'a82af4eab10342ddbdddd09e11579c36', 'gw_port': {'id': '329a8e04-0460-4c4f-8646-47551869ce23', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41f69c5-eb71-4f77-ac39-bf4541d1c12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:40Z', 'updated_at': '2021-12-16T15:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_interfaces': [{'id': '10b8ae3b-d5eb-45b9-95fc-83926da84df4', 'name': '', 'network_id': '995ae86b-522a-475e-97b2-0044dee2628f', 'tenant_id': 'a82af4eab10342ddbdddd09e11579c36', 'mac_address': 'fa:16:3e:e8:ad:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41f69c5-eb71-4f77-ac39-bf4541d1c12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5963245f-298c-4a64-a4bf-7727c7e9fe74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:45Z', 'updated_at': '2021-12-16T15:48:54Z', 'revision_number': 5, 'project_id': 'a82af4eab10342ddbdddd09e11579c36', 'subnets': [{'id': '5963245f-298c-4a64-a4bf-7727c7e9fe74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:55:21.700549 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-727293a4-9d6d-4ce4-950e-ecec20af9c11 req-be62980b-1468-4c72-974e-a14574ac5678 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c4413e0-cf94-41c4-a331-21c96852544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470018 Dec 16 15:55:21.905374 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a24615-e01f-4e21-bb1a-d901b32ca392 None None] New status for floating IP a784095a-d142-45ae-9b27-702378884920: DOWN {{(pid=108907) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 15:55:22.651994 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 44330) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:22.709761 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-48502737-32e8-4844-a777-54ee3f225d12 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks [] for security_group, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:22.733951 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-48502737-32e8-4844-a777-54ee3f225d12 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:22.790472 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-48502737-32e8-4844-a777-54ee3f225d12 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:22.794027 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-48502737-32e8-4844-a777-54ee3f225d12 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks [] for security_group, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:22.795443 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-48502737-32e8-4844-a777-54ee3f225d12 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "DELETE /v2.0/security-groups/a9d25298-02f2-44fb-b506-d2f769a44c2d HTTP/1.1" status: 204 len: 168 time: 0.1421015 Dec 16 15:55:22.800646 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 44334) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:22.824040 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb21df-a74a-4db2-a57b-d77b14a8b79c req-e9f19c6c-1634-4e1b-9dc0-5b3862221aef tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:22.831102 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48502737-32e8-4844-a777-54ee3f225d12 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d25298-02f2-44fb-b506-d2f769a44c2d,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:22.831724 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-7beb21df-a74a-4db2-a57b-d77b14a8b79c req-e9f19c6c-1634-4e1b-9dc0-5b3862221aef tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/ports?device_id=b60467c9-0dcb-419d-ab98-c48a36d7b7d5 HTTP/1.1" status: 200 len: 945 time: 0.0599186 Dec 16 15:55:22.834565 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.api.v2.resource [None req-4b4bce69-5621-440e-8241-9cb53ec2c317 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] show failed (client error): The resource could not be found. Dec 16 15:55:22.835602 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-4b4bce69-5621-440e-8241-9cb53ec2c317 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "GET /v2.0/security-groups/a9d25298-02f2-44fb-b506-d2f769a44c2d HTTP/1.1" status: 404 len: 347 time: 0.0327296 Dec 16 15:55:22.839402 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 44338) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:22.843502 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48502737-32e8-4844-a777-54ee3f225d12 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:55:22.843749 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48502737-32e8-4844-a777-54ee3f225d12 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:55:22.843907 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48502737-32e8-4844-a777-54ee3f225d12 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:55:22.844856 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48502737-32e8-4844-a777-54ee3f225d12 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:55:22.845684 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48502737-32e8-4844-a777-54ee3f225d12 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:55:22.846415 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48502737-32e8-4844-a777-54ee3f225d12 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:55:22.846962 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48502737-32e8-4844-a777-54ee3f225d12 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:55:22.847681 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48502737-32e8-4844-a777-54ee3f225d12 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:55:22.848178 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48502737-32e8-4844-a777-54ee3f225d12 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:55:22.849044 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48502737-32e8-4844-a777-54ee3f225d12 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:55:22.849539 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48502737-32e8-4844-a777-54ee3f225d12 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:55:22.850278 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48502737-32e8-4844-a777-54ee3f225d12 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:55:22.850944 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48502737-32e8-4844-a777-54ee3f225d12 tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:55:22.996502 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-7beb21df-a74a-4db2-a57b-d77b14a8b79c req-f2e5dae9-07d5-4cd0-af77-e96e60bcf731 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c4413e0-cf94-41c4-a331-21c96852544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1637330 Dec 16 15:55:23.313670 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a7082-cce8-4f0d-8094-f97fe4485ed4 req-1e494a8a-8222-4954-bf9b-0422e589285f tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:23.315116 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-f22a7082-cce8-4f0d-8094-f97fe4485ed4 req-1e494a8a-8222-4954-bf9b-0422e589285f tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=635ee3bb-dc82-4d25-95fc-ef55d01f0705 HTTP/1.1" status: 200 len: 947 time: 0.4125450 Dec 16 15:55:23.382975 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf1f1a-24c7-435d-ae12-babb0f0edbdf req-89a84532-055f-4855-9cfe-50d695838ae9 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:23.384407 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-afaf1f1a-24c7-435d-ae12-babb0f0edbdf req-89a84532-055f-4855-9cfe-50d695838ae9 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/ports?device_id=b60467c9-0dcb-419d-ab98-c48a36d7b7d5 HTTP/1.1" status: 200 len: 945 time: 0.1058862 Dec 16 15:55:23.386492 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.plugin [None req-fba8e721-2a3b-4d5b-9b40-1dd0dbf354fe tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Deleting port 0a5007af-442a-4a56-afc6-9af15598b82f {{(pid=108905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:55:23.386826 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-fba8e721-2a3b-4d5b-9b40-1dd0dbf354fe tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739692165232'] for port, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:23.392262 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-f22a7082-cce8-4f0d-8094-f97fe4485ed4 req-e7d6e07c-d5c3-4d4e-bfea-480bf1ebf157 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa550b95-a5a8-4f5d-a4f5-4ed50b4fc6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693941 Dec 16 15:55:23.488978 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-afaf1f1a-24c7-435d-ae12-babb0f0edbdf req-1d018d6f-034e-4281-bf50-50617d07e8e9 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c4413e0-cf94-41c4-a331-21c96852544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873065 Dec 16 15:55:23.500296 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-fba8e721-2a3b-4d5b-9b40-1dd0dbf354fe tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343270'] for port, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:23.507119 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-fba8e721-2a3b-4d5b-9b40-1dd0dbf354fe tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:23.511594 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 44342) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:23.513018 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.plugin [None req-fba8e721-2a3b-4d5b-9b40-1dd0dbf354fe tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Calling delete_port for 0a5007af-442a-4a56-afc6-9af15598b82f owned by network:floatingip {{(pid=108905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:55:23.550952 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6cb371-c062-4496-b74c-6140ac0e1404 tempest-TestVolumeBootPattern-2078282488 tempest-TestVolumeBootPattern-2078282488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:23.552488 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-1b6cb371-c062-4496-b74c-6140ac0e1404 tempest-TestVolumeBootPattern-2078282488 tempest-TestVolumeBootPattern-2078282488-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b60467c9-0dcb-419d-ab98-c48a36d7b7d5 HTTP/1.1" status: 200 len: 1093 time: 0.0398431 Dec 16 15:55:23.555443 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 44344) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:23.559680 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.v2.base [None req-fc660946-f1cb-47f4-a9b3-8fa5e63646aa tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Request body: {'floatingip': {'floating_network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'port_id': 'f8559e41-ad86-4e2d-963f-f8c7641fc223', 'tenant_id': '5afea3407ef84fafa658a82512fb4d24', 'fixed_ip_address': '172.20.0.7'}} {{(pid=108904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:55:23.585248 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-fc660946-f1cb-47f4-a9b3-8fa5e63646aa tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks [] for floatingip, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:23.660220 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-fba8e721-2a3b-4d5b-9b40-1dd0dbf354fe tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739692371923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739691803603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5936052'] for port, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:23.689014 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba8e721-2a3b-4d5b-9b40-1dd0dbf354fe tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Pushing event deleted for resources: {'Port': ['ID=0a5007af-442a-4a56-afc6-9af15598b82f,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:23.689353 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-fc660946-f1cb-47f4-a9b3-8fa5e63646aa tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:23.756129 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-fba8e721-2a3b-4d5b-9b40-1dd0dbf354fe tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks [] for floatingip, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:23.758754 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-fba8e721-2a3b-4d5b-9b40-1dd0dbf354fe tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294'] for floatingip, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:23.762513 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-fba8e721-2a3b-4d5b-9b40-1dd0dbf354fe tempest-AttachVolumeTestJSON-880704654 tempest-AttachVolumeTestJSON-880704654-project] 10.222.0.31 "DELETE /v2.0/floatingips/a784095a-d142-45ae-9b27-702378884920 HTTP/1.1" status: 204 len: 168 time: 0.9195819 Dec 16 15:55:23.802663 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.db_base_plugin_common [None req-fc660946-f1cb-47f4-a9b3-8fa5e63646aa tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Allocated IP 172.27.1.69 (b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3/792909e7-e23c-4f0f-8575-fa43b44998bb/3cf9b6f0-5bf9-4441-875e-e9c0dc34b850) {{(pid=108904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:55:23.913846 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-fc660946-f1cb-47f4-a9b3-8fa5e63646aa tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks [] for port, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:23.948308 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-fc660946-f1cb-47f4-a9b3-8fa5e63646aa tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739691803594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4504497'] for port, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:23.985128 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc660946-f1cb-47f4-a9b3-8fa5e63646aa tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Network b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3 is already hosted by enough agents. {{(pid=108904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:55:23.987964 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.base_scheduler [None req-fc660946-f1cb-47f4-a9b3-8fa5e63646aa tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Resources bound (agent type, host, resource id): {{(pid=108904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:55:23.991367 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc660946-f1cb-47f4-a9b3-8fa5e63646aa tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Received port after_create {{(pid=108904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:55:24.014114 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc660946-f1cb-47f4-a9b3-8fa5e63646aa tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Pushing event updated for resources: {'Port': ['ID=3cf9b6f0-5bf9-4441-875e-e9c0dc34b850,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:24.351664 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-fc660946-f1cb-47f4-a9b3-8fa5e63646aa tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:24.416852 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-fc660946-f1cb-47f4-a9b3-8fa5e63646aa tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:24.523898 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99cab28-703f-4405-bff6-f68c16b2aae0 req-29525124-f580-4f43-a2ec-af689f36e799 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:24.525352 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-e99cab28-703f-4405-bff6-f68c16b2aae0 req-29525124-f580-4f43-a2ec-af689f36e799 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=635ee3bb-dc82-4d25-95fc-ef55d01f0705 HTTP/1.1" status: 200 len: 947 time: 0.0601177 Dec 16 15:55:24.568642 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-fc660946-f1cb-47f4-a9b3-8fa5e63646aa tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks [] for port, precommit_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:24.571091 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-e99cab28-703f-4405-bff6-f68c16b2aae0 req-957d2bf8-1c02-4805-ba79-dad6657e6369 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa550b95-a5a8-4f5d-a4f5-4ed50b4fc6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394902 Dec 16 15:55:24.574539 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-fc660946-f1cb-47f4-a9b3-8fa5e63646aa tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4504520'] for port, after_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:24.636474 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0034c18a-3b7d-407a-8a82-939b8acb9deb req-66564fcc-82ae-4e53-bc69-f06592c9ce6c tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:24.637956 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-0034c18a-3b7d-407a-8a82-939b8acb9deb req-66564fcc-82ae-4e53-bc69-f06592c9ce6c tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.66 "GET /v2.0/ports?device_id=635ee3bb-dc82-4d25-95fc-ef55d01f0705 HTTP/1.1" status: 200 len: 947 time: 0.0484171 Dec 16 15:55:24.643639 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc660946-f1cb-47f4-a9b3-8fa5e63646aa tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Pushing event updated for resources: {'Port': ['ID=3cf9b6f0-5bf9-4441-875e-e9c0dc34b850,revision_number=2']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:24.653701 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-fc660946-f1cb-47f4-a9b3-8fa5e63646aa tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874419'] for floatingip, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:24.741136 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.plugin [req-0034c18a-3b7d-407a-8a82-939b8acb9deb req-e787f916-808a-4dde-8c9e-d3be9b29010d tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Deleting port d48abd91-ed3c-4f04-8767-5e6f0211d6fe {{(pid=108905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:55:24.741364 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-0034c18a-3b7d-407a-8a82-939b8acb9deb req-e787f916-808a-4dde-8c9e-d3be9b29010d tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739692165232'] for port, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:24.752775 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.db.l3_db [None req-fc660946-f1cb-47f4-a9b3-8fa5e63646aa tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Floating IP 1c9b6c05-cbd5-4dad-b8ff-0ef9c216a9c0 associated. External IP: 172.27.1.69, port: f8559e41-ad86-4e2d-963f-f8c7641fc223. Dec 16 15:55:24.827799 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.db [req-0034c18a-3b7d-407a-8a82-939b8acb9deb req-e787f916-808a-4dde-8c9e-d3be9b29010d tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] For port d48abd91-ed3c-4f04-8767-5e6f0211d6fe, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=d48abd91-ed3c-4f04-8767-5e6f0211d6fe,segment=NetworkSegment(6ac95f2c-e8cd-453d-a535-ad4189b6290a),segment_id=6ac95f2c-e8cd-453d-a535-ad4189b6290a)] {{(pid=108905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:55:24.828136 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-0034c18a-3b7d-407a-8a82-939b8acb9deb req-e787f916-808a-4dde-8c9e-d3be9b29010d tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343270'] for port, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:24.965889 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc660946-f1cb-47f4-a9b3-8fa5e63646aa tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Router fc25fc87-3123-4072-8265-b8f4b6e11d31 has already been hosted by L3 agent 53beefa8-37d8-48bc-b6da-d824d56f81c3 {{(pid=108904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:55:25.028665 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-0034c18a-3b7d-407a-8a82-939b8acb9deb req-e787f916-808a-4dde-8c9e-d3be9b29010d tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:25.029156 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-0034c18a-3b7d-407a-8a82-939b8acb9deb req-e787f916-808a-4dde-8c9e-d3be9b29010d tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874419'] for floatingip, after_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:25.029540 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.db.l3_db [req-0034c18a-3b7d-407a-8a82-939b8acb9deb req-e787f916-808a-4dde-8c9e-d3be9b29010d tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Floating IP 60017dce-e114-4f49-a5fb-602cc97ffabb disassociated. External IP: 172.27.1.233, port: d48abd91-ed3c-4f04-8767-5e6f0211d6fe. Dec 16 15:55:25.029850 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.plugin [req-0034c18a-3b7d-407a-8a82-939b8acb9deb req-e787f916-808a-4dde-8c9e-d3be9b29010d tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Calling delete_port for d48abd91-ed3c-4f04-8767-5e6f0211d6fe owned by compute:nova {{(pid=108905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:55:25.101939 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc660946-f1cb-47f4-a9b3-8fa5e63646aa tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Notify agent at l3_agent.dv-cinder-784477-11-iscsi the message routers_updated {{(pid=108904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:55:25.113903 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e379d9e5-1b3b-4587-b7bb-2d4e2dae1a84 None None] Sync routers for ids ['fc25fc87-3123-4072-8265-b8f4b6e11d31'] in dv-cinder-784477-11-iscsi {{(pid=108906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:55:25.121325 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-fc660946-f1cb-47f4-a9b3-8fa5e63646aa tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294'] for floatingip, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:25.127377 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e379d9e5-1b3b-4587-b7bb-2d4e2dae1a84 None None] Routers {'fc25fc87-3123-4072-8265-b8f4b6e11d31'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:55:25.128075 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-e379d9e5-1b3b-4587-b7bb-2d4e2dae1a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:55:09Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['fc25fc87-3123-4072-8265-b8f4b6e11d31'], 'active': True} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:25.153468 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-fc660946-f1cb-47f4-a9b3-8fa5e63646aa tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5915544 Dec 16 15:55:25.153468 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b60467c9-0dcb-419d-ab98-c48a36d7b7d5', 'tag': 'f8559e41-ad86-4e2d-963f-f8c7641fc223'}] {{(pid=108904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:55:25.153468 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0a2cce90635460fa9ee7acd2d2298fc55a52ab45a9458d7253143d338a4b89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9b2846-5616-4cdf-b90c-882248af7f88" -d '{"events": [{"name": "network-changed", "server_uuid": "b60467c9-0dcb-419d-ab98-c48a36d7b7d5", "tag": "f8559e41-ad86-4e2d-963f-f8c7641fc223"}]}' {{(pid=108904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:55:25.166760 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-0034c18a-3b7d-407a-8a82-939b8acb9deb req-e787f916-808a-4dde-8c9e-d3be9b29010d tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739692371923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739691803603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5936052'] for port, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:25.192160 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-784b35d1-1437-4cab-a599-da957d88b8a8 x-openstack-request-id: req-784b35d1-1437-4cab-a599-da957d88b8a8 {{(pid=108904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:55:25.192655 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b60467c9-0dcb-419d-ab98-c48a36d7b7d5", "tag": "f8559e41-ad86-4e2d-963f-f8c7641fc223", "status": "completed", "code": 200}]} {{(pid=108904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:55:25.193097 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-784b35d1-1437-4cab-a599-da957d88b8a8 {{(pid=108904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:55:25.193677 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b60467c9-0dcb-419d-ab98-c48a36d7b7d5', 'tag': 'f8559e41-ad86-4e2d-963f-f8c7641fc223', 'status': 'completed', 'code': 200} Dec 16 15:55:25.197931 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787f916-808a-4dde-8c9e-d3be9b29010d tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Pushing event deleted for resources: {'Port': ['ID=d48abd91-ed3c-4f04-8767-5e6f0211d6fe,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:25.265991 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvr_db [None req-e379d9e5-1b3b-4587-b7bb-2d4e2dae1a84 None None] Set router fc25fc87-3123-4072-8265-b8f4b6e11d31 gateway port host: dv-cinder-784477-11-iscsi {{(pid=108906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:55:25.273098 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b2846-5616-4cdf-b90c-882248af7f88 req-b5c4e8b0-43c6-48e9-aacd-ec409d60b388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:25.274947 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-ea9b2846-5616-4cdf-b90c-882248af7f88 req-b5c4e8b0-43c6-48e9-aacd-ec409d60b388 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5afea3407ef84fafa658a82512fb4d24&device_id=b60467c9-0dcb-419d-ab98-c48a36d7b7d5 HTTP/1.1" status: 200 len: 1098 time: 0.0496752 Dec 16 15:55:25.334815 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0034c18a-3b7d-407a-8a82-939b8acb9deb req-e787f916-808a-4dde-8c9e-d3be9b29010d tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Router afcb3ec5-edbc-47aa-8cd6-d33307178df8 has already been hosted by L3 agent 53beefa8-37d8-48bc-b6da-d824d56f81c3 {{(pid=108905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:55:25.383900 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b2846-5616-4cdf-b90c-882248af7f88 req-0c88bff0-2bef-46f2-aeba-11c911bb01cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:25.385425 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-ea9b2846-5616-4cdf-b90c-882248af7f88 req-0c88bff0-2bef-46f2-aeba-11c911bb01cf service neutron] 10.222.0.66 "GET /v2.0/networks?id=447cd8ca-a758-4b0d-966f-d4641376c8a8 HTTP/1.1" status: 200 len: 911 time: 0.1022685 Dec 16 15:55:25.456752 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0034c18a-3b7d-407a-8a82-939b8acb9deb req-e787f916-808a-4dde-8c9e-d3be9b29010d tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Notify agent at l3_agent.dv-cinder-784477-11-iscsi the message routers_updated {{(pid=108905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:55:25.471596 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59172b86-bfc8-4e33-b4d9-dea1fcf47d19 None None] Sync routers for ids ['afcb3ec5-edbc-47aa-8cd6-d33307178df8'] in dv-cinder-784477-11-iscsi {{(pid=108907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:55:25.477523 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-ea9b2846-5616-4cdf-b90c-882248af7f88 req-896a2270-7c28-4fa9-93d1-3096c23a7040 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8559e41-ad86-4e2d-963f-f8c7641fc223 HTTP/1.1" status: 200 len: 998 time: 0.0737543 Dec 16 15:55:25.482647 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59172b86-bfc8-4e33-b4d9-dea1fcf47d19 None None] Routers {'afcb3ec5-edbc-47aa-8cd6-d33307178df8'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:55:25.483386 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-59172b86-bfc8-4e33-b4d9-dea1fcf47d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:55:09Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['afcb3ec5-edbc-47aa-8cd6-d33307178df8'], 'active': True} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:25.508915 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.db.l3_dvrscheduler_db [req-0034c18a-3b7d-407a-8a82-939b8acb9deb req-e787f916-808a-4dde-8c9e-d3be9b29010d tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] No DVR routers for this DVR port d48abd91-ed3c-4f04-8767-5e6f0211d6fe on host hv-cinder-78447 {{(pid=108905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:55:25.511871 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-0034c18a-3b7d-407a-8a82-939b8acb9deb req-e787f916-808a-4dde-8c9e-d3be9b29010d tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294'] for port, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:25.515944 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-0034c18a-3b7d-407a-8a82-939b8acb9deb req-e787f916-808a-4dde-8c9e-d3be9b29010d tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.66 "DELETE /v2.0/ports/d48abd91-ed3c-4f04-8767-5e6f0211d6fe HTTP/1.1" status: 204 len: 173 time: 0.8650897 Dec 16 15:55:25.516983 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '635ee3bb-dc82-4d25-95fc-ef55d01f0705', 'name': 'network-vif-deleted', 'tag': 'd48abd91-ed3c-4f04-8767-5e6f0211d6fe'}] {{(pid=108905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:55:25.520619 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6427484bab23da45c698b4d929e4ad3874a49078d57181539d46633581fe494" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fdcdbc4-71b7-4be7-9d4f-a6465e1a12f0" -d '{"events": [{"server_uuid": "635ee3bb-dc82-4d25-95fc-ef55d01f0705", "name": "network-vif-deleted", "tag": "d48abd91-ed3c-4f04-8767-5e6f0211d6fe"}]}' {{(pid=108905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:55:25.571575 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b2846-5616-4cdf-b90c-882248af7f88 req-aec10a84-8a7a-47d1-8a70-dc73847308e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:25.571738 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c9db530-593c-435e-a894-4db565ee4372 x-openstack-request-id: req-6c9db530-593c-435e-a894-4db565ee4372 {{(pid=108905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:55:25.572193 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "635ee3bb-dc82-4d25-95fc-ef55d01f0705", "name": "network-vif-deleted", "tag": "d48abd91-ed3c-4f04-8767-5e6f0211d6fe", "status": "completed", "code": 200}]} {{(pid=108905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:55:25.572550 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6c9db530-593c-435e-a894-4db565ee4372 {{(pid=108905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:55:25.573631 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '635ee3bb-dc82-4d25-95fc-ef55d01f0705', 'name': 'network-vif-deleted', 'tag': 'd48abd91-ed3c-4f04-8767-5e6f0211d6fe', 'status': 'completed', 'code': 200} Dec 16 15:55:25.574152 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-ea9b2846-5616-4cdf-b90c-882248af7f88 req-aec10a84-8a7a-47d1-8a70-dc73847308e8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0c509f7a-4a9b-4a96-892a-b130ead11ed7 HTTP/1.1" status: 200 len: 849 time: 0.0873449 Dec 16 15:55:25.611701 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvr_db [None req-59172b86-bfc8-4e33-b4d9-dea1fcf47d19 None None] Set router afcb3ec5-edbc-47aa-8cd6-d33307178df8 gateway port host: dv-cinder-784477-11-iscsi {{(pid=108907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:55:25.690475 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b2846-5616-4cdf-b90c-882248af7f88 req-e5ab81a4-d1f8-464d-bf39-34f3850dfb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:25.692332 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-ea9b2846-5616-4cdf-b90c-882248af7f88 req-e5ab81a4-d1f8-464d-bf39-34f3850dfb5d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=447cd8ca-a758-4b0d-966f-d4641376c8a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1094499 Dec 16 15:55:25.715292 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-af957cfe-284a-4387-8094-bc8893e5f4ca req-9edcefa6-ac79-4ef5-aa5a-c06e9f31c9a0 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=635ee3bb-dc82-4d25-95fc-ef55d01f0705 HTTP/1.1" status: 200 len: 210 time: 0.0455973 Dec 16 15:55:25.735087 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-e379d9e5-1b3b-4587-b7bb-2d4e2dae1a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'name': 'tempest-TestVolumeBootPattern-56592982-router', 'tenant_id': '5afea3407ef84fafa658a82512fb4d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': 'ee98720f-5eae-49a4-bbf0-93e57252a7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:51:20Z', 'updated_at': '2021-12-16T15:51:25Z', 'revision_number': 4, 'project_id': '5afea3407ef84fafa658a82512fb4d24', 'gw_port': {'id': 'ee98720f-5eae-49a4-bbf0-93e57252a7c8', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:67:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:21Z', 'updated_at': '2021-12-16T15:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_floatingips': [{'id': '1c9b6c05-cbd5-4dad-b8ff-0ef9c216a9c0', 'tenant_id': '5afea3407ef84fafa658a82512fb4d24', 'floating_ip_address': '172.27.1.69', 'floating_network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'router_id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'port_id': 'f8559e41-ad86-4e2d-963f-f8c7641fc223', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '447cd8ca-a758-4b0d-966f-d4641376c8a8', 'mac_address': 'fa:16:3e:1c:67:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60467c9-0dcb-419d-ab98-c48a36d7b7d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:55:24Z', 'updated_at': '2021-12-16T15:55:24Z', 'revision_number': 0, 'project_id': '5afea3407ef84fafa658a82512fb4d24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63e3395e-8833-41d6-b461-2825dfc4c5ae', 'name': '', 'network_id': '447cd8ca-a758-4b0d-966f-d4641376c8a8', 'tenant_id': '5afea3407ef84fafa658a82512fb4d24', 'mac_address': 'fa:16:3e:40:10:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '0c509f7a-4a9b-4a96-892a-b130ead11ed7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:24Z', 'updated_at': '2021-12-16T15:51:35Z', 'revision_number': 5, 'project_id': '5afea3407ef84fafa658a82512fb4d24', 'subnets': [{'id': '0c509f7a-4a9b-4a96-892a-b130ead11ed7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:25.779124 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e379d9e5-1b3b-4587-b7bb-2d4e2dae1a84 None None] Checking router: fc25fc87-3123-4072-8265-b8f4b6e11d31 for host: dv-cinder-784477-11-iscsi {{(pid=108906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:55:25.788791 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e379d9e5-1b3b-4587-b7bb-2d4e2dae1a84 None None] Routers {'fc25fc87-3123-4072-8265-b8f4b6e11d31'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:55:25.790182 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-e379d9e5-1b3b-4587-b7bb-2d4e2dae1a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:55:09Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['fc25fc87-3123-4072-8265-b8f4b6e11d31'], 'active': True} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:25.848267 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-ea9b2846-5616-4cdf-b90c-882248af7f88 req-a3315b04-b8b0-4340-9473-7ac43ed1c5e5 service neutron] 10.222.0.66 "GET /v2.0/networks/447cd8ca-a758-4b0d-966f-d4641376c8a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368315 Dec 16 15:55:25.865206 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-59172b86-bfc8-4e33-b4d9-dea1fcf47d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afcb3ec5-edbc-47aa-8cd6-d33307178df8', 'name': 'tempest-AttachVolumeShelveTestJSON-1901300958-router', 'tenant_id': '66fbf45043974460803db71f1750aacc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fcbf830d-979b-458b-87b3-18b99eaf93c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:52:09Z', 'updated_at': '2021-12-16T15:52:13Z', 'revision_number': 4, 'project_id': '66fbf45043974460803db71f1750aacc', 'gw_port': {'id': 'fcbf830d-979b-458b-87b3-18b99eaf93c8', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:41:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcb3ec5-edbc-47aa-8cd6-d33307178df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:52:09Z', 'updated_at': '2021-12-16T15:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_interfaces': [{'id': '67ddacab-1bd5-40e9-8860-e1b870acaef9', 'name': '', 'network_id': 'd7f36349-73c7-464a-bf62-5f09a6e738d6', 'tenant_id': '66fbf45043974460803db71f1750aacc', 'mac_address': 'fa:16:3e:11:99:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcb3ec5-edbc-47aa-8cd6-d33307178df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'd74c3a7c-65e1-4354-b26d-40ed68846b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:52:12Z', 'updated_at': '2021-12-16T15:52:21Z', 'revision_number': 5, 'project_id': '66fbf45043974460803db71f1750aacc', 'subnets': [{'id': 'd74c3a7c-65e1-4354-b26d-40ed68846b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:25.898029 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59172b86-bfc8-4e33-b4d9-dea1fcf47d19 None None] Checking router: afcb3ec5-edbc-47aa-8cd6-d33307178df8 for host: dv-cinder-784477-11-iscsi {{(pid=108907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:55:25.907398 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvr_db [None req-e379d9e5-1b3b-4587-b7bb-2d4e2dae1a84 None None] Set router fc25fc87-3123-4072-8265-b8f4b6e11d31 gateway port host: dv-cinder-784477-11-iscsi {{(pid=108906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:55:25.907827 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59172b86-bfc8-4e33-b4d9-dea1fcf47d19 None None] Routers {'afcb3ec5-edbc-47aa-8cd6-d33307178df8'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:55:25.908007 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-59172b86-bfc8-4e33-b4d9-dea1fcf47d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:55:09Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['afcb3ec5-edbc-47aa-8cd6-d33307178df8'], 'active': True} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:25.940740 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-ea9b2846-5616-4cdf-b90c-882248af7f88 req-6b5e4350-54f1-4b9e-94bb-82081580a864 service neutron] 10.222.0.66 "GET /v2.0/networks/447cd8ca-a758-4b0d-966f-d4641376c8a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840771 Dec 16 15:55:26.077204 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 44398) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:26.146091 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvr_db [None req-59172b86-bfc8-4e33-b4d9-dea1fcf47d19 None None] Set router afcb3ec5-edbc-47aa-8cd6-d33307178df8 gateway port host: dv-cinder-784477-11-iscsi {{(pid=108907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:55:26.160454 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.db.db_base_plugin_v2 [None req-423d9b35-421e-457a-a80f-7814e8ad35e9 admin admin] Deleting subnet e04c1a57-1515-4952-bf0a-e54a882b9711 {{(pid=108905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:55:26.164565 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-423d9b35-421e-457a-a80f-7814e8ad35e9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:26.172417 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-e379d9e5-1b3b-4587-b7bb-2d4e2dae1a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'name': 'tempest-TestVolumeBootPattern-56592982-router', 'tenant_id': '5afea3407ef84fafa658a82512fb4d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': 'ee98720f-5eae-49a4-bbf0-93e57252a7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:51:20Z', 'updated_at': '2021-12-16T15:51:25Z', 'revision_number': 4, 'project_id': '5afea3407ef84fafa658a82512fb4d24', 'gw_port': {'id': 'ee98720f-5eae-49a4-bbf0-93e57252a7c8', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:67:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:21Z', 'updated_at': '2021-12-16T15:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_floatingips': [{'id': '1c9b6c05-cbd5-4dad-b8ff-0ef9c216a9c0', 'tenant_id': '5afea3407ef84fafa658a82512fb4d24', 'floating_ip_address': '172.27.1.69', 'floating_network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'router_id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'port_id': 'f8559e41-ad86-4e2d-963f-f8c7641fc223', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '447cd8ca-a758-4b0d-966f-d4641376c8a8', 'mac_address': 'fa:16:3e:1c:67:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60467c9-0dcb-419d-ab98-c48a36d7b7d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:55:24Z', 'updated_at': '2021-12-16T15:55:24Z', 'revision_number': 0, 'project_id': '5afea3407ef84fafa658a82512fb4d24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63e3395e-8833-41d6-b461-2825dfc4c5ae', 'name': '', 'network_id': '447cd8ca-a758-4b0d-966f-d4641376c8a8', 'tenant_id': '5afea3407ef84fafa658a82512fb4d24', 'mac_address': 'fa:16:3e:40:10:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '0c509f7a-4a9b-4a96-892a-b130ead11ed7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:24Z', 'updated_at': '2021-12-16T15:51:35Z', 'revision_number': 5, 'project_id': '5afea3407ef84fafa658a82512fb4d24', 'subnets': [{'id': '0c509f7a-4a9b-4a96-892a-b130ead11ed7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:26.208157 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-423d9b35-421e-457a-a80f-7814e8ad35e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5639532'] for subnet, precommit_delete_associations {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:26.234271 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e379d9e5-1b3b-4587-b7bb-2d4e2dae1a84 None None] The sync data for ids ['fc25fc87-3123-4072-8265-b8f4b6e11d31'] in dv-cinder-784477-11-iscsi is: [{'id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'name': 'tempest-TestVolumeBootPattern-56592982-router', 'tenant_id': '5afea3407ef84fafa658a82512fb4d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': 'ee98720f-5eae-49a4-bbf0-93e57252a7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:51:20Z', 'updated_at': '2021-12-16T15:51:25Z', 'revision_number': 4, 'project_id': '5afea3407ef84fafa658a82512fb4d24', 'gw_port': {'id': 'ee98720f-5eae-49a4-bbf0-93e57252a7c8', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:67:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:21Z', 'updated_at': '2021-12-16T15:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_floatingips': [{'id': '1c9b6c05-cbd5-4dad-b8ff-0ef9c216a9c0', 'tenant_id': '5afea3407ef84fafa658a82512fb4d24', 'floating_ip_address': '172.27.1.69', 'floating_network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'router_id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'port_id': 'f8559e41-ad86-4e2d-963f-f8c7641fc223', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '447cd8ca-a758-4b0d-966f-d4641376c8a8', 'mac_address': 'fa:16:3e:1c:67:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60467c9-0dcb-419d-ab98-c48a36d7b7d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:55:24Z', 'updated_at': '2021-12-16T15:55:24Z', 'revision_number': 0, 'project_id': '5afea3407ef84fafa658a82512fb4d24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63e3395e-8833-41d6-b461-2825dfc4c5ae', 'name': '', 'network_id': '447cd8ca-a758-4b0d-966f-d4641376c8a8', 'tenant_id': '5afea3407ef84fafa658a82512fb4d24', 'mac_address': 'fa:16:3e:40:10:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '0c509f7a-4a9b-4a96-892a-b130ead11ed7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:24Z', 'updated_at': '2021-12-16T15:51:35Z', 'revision_number': 5, 'project_id': '5afea3407ef84fafa658a82512fb4d24', 'subnets': [{'id': '0c509f7a-4a9b-4a96-892a-b130ead11ed7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:55:26.264476 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-423d9b35-421e-457a-a80f-7814e8ad35e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774085'] for subnet, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:26.344604 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-423d9b35-421e-457a-a80f-7814e8ad35e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8060090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5936003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4908229'] for subnet, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:26.370020 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423d9b35-421e-457a-a80f-7814e8ad35e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e04c1a57-1515-4952-bf0a-e54a882b9711,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:26.373722 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-423d9b35-421e-457a-a80f-7814e8ad35e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7902797'] for subnet, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:26.376967 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-423d9b35-421e-457a-a80f-7814e8ad35e9 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e04c1a57-1515-4952-bf0a-e54a882b9711 HTTP/1.1" status: 204 len: 168 time: 0.2989314 Dec 16 15:55:26.379716 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 44406) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:26.443757 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-59172b86-bfc8-4e33-b4d9-dea1fcf47d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afcb3ec5-edbc-47aa-8cd6-d33307178df8', 'name': 'tempest-AttachVolumeShelveTestJSON-1901300958-router', 'tenant_id': '66fbf45043974460803db71f1750aacc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fcbf830d-979b-458b-87b3-18b99eaf93c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:52:09Z', 'updated_at': '2021-12-16T15:52:13Z', 'revision_number': 4, 'project_id': '66fbf45043974460803db71f1750aacc', 'gw_port': {'id': 'fcbf830d-979b-458b-87b3-18b99eaf93c8', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:41:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcb3ec5-edbc-47aa-8cd6-d33307178df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:52:09Z', 'updated_at': '2021-12-16T15:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_interfaces': [{'id': '67ddacab-1bd5-40e9-8860-e1b870acaef9', 'name': '', 'network_id': 'd7f36349-73c7-464a-bf62-5f09a6e738d6', 'tenant_id': '66fbf45043974460803db71f1750aacc', 'mac_address': 'fa:16:3e:11:99:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcb3ec5-edbc-47aa-8cd6-d33307178df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'd74c3a7c-65e1-4354-b26d-40ed68846b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:52:12Z', 'updated_at': '2021-12-16T15:52:21Z', 'revision_number': 5, 'project_id': '66fbf45043974460803db71f1750aacc', 'subnets': [{'id': 'd74c3a7c-65e1-4354-b26d-40ed68846b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:26.454651 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-0289112a-b5e5-4034-a525-ecc157b6aa34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726507'] for network, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:26.507241 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59172b86-bfc8-4e33-b4d9-dea1fcf47d19 None None] The sync data for ids ['afcb3ec5-edbc-47aa-8cd6-d33307178df8'] in dv-cinder-784477-11-iscsi is: [{'id': 'afcb3ec5-edbc-47aa-8cd6-d33307178df8', 'name': 'tempest-AttachVolumeShelveTestJSON-1901300958-router', 'tenant_id': '66fbf45043974460803db71f1750aacc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fcbf830d-979b-458b-87b3-18b99eaf93c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:52:09Z', 'updated_at': '2021-12-16T15:52:13Z', 'revision_number': 4, 'project_id': '66fbf45043974460803db71f1750aacc', 'gw_port': {'id': 'fcbf830d-979b-458b-87b3-18b99eaf93c8', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:41:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcb3ec5-edbc-47aa-8cd6-d33307178df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:52:09Z', 'updated_at': '2021-12-16T15:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_interfaces': [{'id': '67ddacab-1bd5-40e9-8860-e1b870acaef9', 'name': '', 'network_id': 'd7f36349-73c7-464a-bf62-5f09a6e738d6', 'tenant_id': '66fbf45043974460803db71f1750aacc', 'mac_address': 'fa:16:3e:11:99:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcb3ec5-edbc-47aa-8cd6-d33307178df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'd74c3a7c-65e1-4354-b26d-40ed68846b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:52:12Z', 'updated_at': '2021-12-16T15:52:21Z', 'revision_number': 5, 'project_id': '66fbf45043974460803db71f1750aacc', 'subnets': [{'id': 'd74c3a7c-65e1-4354-b26d-40ed68846b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:55:26.542253 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edbf96d-6cde-4552-9d6e-40a65c51c896 None None] New status for floating IP 1c9b6c05-cbd5-4dad-b8ff-0ef9c216a9c0: ACTIVE {{(pid=108906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 15:55:26.558648 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-0289112a-b5e5-4034-a525-ecc157b6aa34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771154', 'neutron.services.segments.db._delete_segments_for_network-8739692305794'] for network, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:26.581489 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.services.segments.db [None req-0289112a-b5e5-4034-a525-ecc157b6aa34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50d8a135-3436-4a59-8ee6-c5d9e712c029']}} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:26.591350 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.services.segments.db [None req-0289112a-b5e5-4034-a525-ecc157b6aa34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e961bde-77e2-4798-b229-3f33142105e1') {'for_net_delete': True} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:26.591638 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.services.segments.db [None req-0289112a-b5e5-4034-a525-ecc157b6aa34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e961bde-77e2-4798-b229-3f33142105e1') {} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:26.602528 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-0289112a-b5e5-4034-a525-ecc157b6aa34 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739692307083', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4411711'] for segment, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:26.617302 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-0289112a-b5e5-4034-a525-ecc157b6aa34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772428'] for segment, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:26.624126 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0289112a-b5e5-4034-a525-ecc157b6aa34 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=108904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:55:26.625392 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-0289112a-b5e5-4034-a525-ecc157b6aa34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4504556'] for segment, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:26.627303 dv-cinder-784477-11-iscsi neutron-server[108904]: Traceback (most recent call last): Dec 16 15:55:26.627303 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:55:26.627303 dv-cinder-784477-11-iscsi neutron-server[108904]: timer() Dec 16 15:55:26.627303 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:55:26.627303 dv-cinder-784477-11-iscsi neutron-server[108904]: cb(*args, **kw) Dec 16 15:55:26.627303 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:55:26.627303 dv-cinder-784477-11-iscsi neutron-server[108904]: return func(*args, **kwargs) Dec 16 15:55:26.627303 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:55:26.627303 dv-cinder-784477-11-iscsi neutron-server[108904]: self._notify() Dec 16 15:55:26.627303 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:55:26.627303 dv-cinder-784477-11-iscsi neutron-server[108904]: self.callback(batched_events) Dec 16 15:55:26.627303 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:55:26.627303 dv-cinder-784477-11-iscsi neutron-server[108904]: event.method(event) Dec 16 15:55:26.627303 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:55:26.627303 dv-cinder-784477-11-iscsi neutron-server[108904]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:55:26.627303 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:55:26.627303 dv-cinder-784477-11-iscsi neutron-server[108904]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:55:26.627303 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:55:26.627303 dv-cinder-784477-11-iscsi neutron-server[108904]: return f(self, *a, **k) Dec 16 15:55:26.627303 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:55:26.627303 dv-cinder-784477-11-iscsi neutron-server[108904]: return self._get(url).json() Dec 16 15:55:26.627303 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:55:26.627303 dv-cinder-784477-11-iscsi neutron-server[108904]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:55:26.627303 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:55:26.627303 dv-cinder-784477-11-iscsi neutron-server[108904]: return self.request(url, 'GET', **kwargs) Dec 16 15:55:26.627303 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:55:26.627303 dv-cinder-784477-11-iscsi neutron-server[108904]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:55:26.627303 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:55:26.627303 dv-cinder-784477-11-iscsi neutron-server[108904]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:55:26.627303 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:55:26.627303 dv-cinder-784477-11-iscsi neutron-server[108904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:55:26.627303 dv-cinder-784477-11-iscsi neutron-server[108904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:55:26.646503 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device d48abd91-ed3c-4f04-8767-5e6f0211d6fe no longer exists at agent hyperv_hv-cinder-78447 {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:55:26.678637 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] No Port match for: d48abd91-ed3c-4f04-8767-5e6f0211d6fe {{(pid=108906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:55:26.678637 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device d48abd91-ed3c-4f04-8767-5e6f0211d6fe not bound to the agent host hv-cinder-78447 {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:55:26.688313 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-0289112a-b5e5-4034-a525-ecc157b6aa34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8007001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874401'] for network, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:26.700049 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-0289112a-b5e5-4034-a525-ecc157b6aa34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7902797'] for network, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:26.703459 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-0289112a-b5e5-4034-a525-ecc157b6aa34 admin admin] 10.222.0.31 "DELETE /v2.0/networks/50d8a135-3436-4a59-8ee6-c5d9e712c029 HTTP/1.1" status: 204 len: 168 time: 0.3226244 Dec 16 15:55:26.719573 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0289112a-b5e5-4034-a525-ecc157b6aa34 admin admin] Pushing event deleted for resources: {'Network': ['ID=50d8a135-3436-4a59-8ee6-c5d9e712c029,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:26.806220 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 44414) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:26.818176 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a14877-f030-4dd5-9b40-0295b9c85355 None None] New status for floating IP 60017dce-e114-4f49-a5fb-602cc97ffabb: DOWN {{(pid=108907) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 15:55:26.842607 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 44416) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:26.867836 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-44fb4117-6d9e-4a07-ba48-82a0bbaee423 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks [] for security_group, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:26.884488 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-8e8007e9-77de-4008-9fa4-034e3fe161ac admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ebf339789c6548249d10a3fc90824375&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384336 Dec 16 15:55:26.884719 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 44418) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:26.895607 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-44fb4117-6d9e-4a07-ba48-82a0bbaee423 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:26.934703 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-7f5b3641-b192-43d9-99ca-946781181b14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:26.950825 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-44fb4117-6d9e-4a07-ba48-82a0bbaee423 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:26.954923 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-44fb4117-6d9e-4a07-ba48-82a0bbaee423 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks [] for security_group, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:26.958715 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-44fb4117-6d9e-4a07-ba48-82a0bbaee423 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "DELETE /v2.0/security-groups/fa550b95-a5a8-4f5d-a4f5-4ed50b4fc6e1 HTTP/1.1" status: 204 len: 168 time: 0.1488934 Dec 16 15:55:26.959815 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-7f5b3641-b192-43d9-99ca-946781181b14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:26.961613 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 44420) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:26.970621 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fb4117-6d9e-4a07-ba48-82a0bbaee423 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa550b95-a5a8-4f5d-a4f5-4ed50b4fc6e1,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:26.982451 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.api.v2.resource [None req-f254edfc-9be3-40ae-8436-f9a2481ce88a tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] show failed (client error): The resource could not be found. Dec 16 15:55:26.983476 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-f254edfc-9be3-40ae-8436-f9a2481ce88a tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups/fa550b95-a5a8-4f5d-a4f5-4ed50b4fc6e1 HTTP/1.1" status: 404 len: 347 time: 0.0208776 Dec 16 15:55:26.988605 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 44422) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:27.112010 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-7f5b3641-b192-43d9-99ca-946781181b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:27.114535 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-7f5b3641-b192-43d9-99ca-946781181b14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:27.115685 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-7f5b3641-b192-43d9-99ca-946781181b14 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/513c8a83-8b97-4104-b5b6-42f5c0e9be6c HTTP/1.1" status: 204 len: 168 time: 0.2300973 Dec 16 15:55:27.126437 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5b3641-b192-43d9-99ca-946781181b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=513c8a83-8b97-4104-b5b6-42f5c0e9be6c,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:27.148545 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.plugin [None req-1d291ae3-a248-4a8a-8a4b-3cd550c7ab3a tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Deleting port 08da49da-d3e5-4f23-b982-d73e87aeed22 {{(pid=108905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:55:27.148892 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-1d291ae3-a248-4a8a-8a4b-3cd550c7ab3a tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739692165232'] for port, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:27.228674 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-1d291ae3-a248-4a8a-8a4b-3cd550c7ab3a tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343270'] for port, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:27.229070 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-1d291ae3-a248-4a8a-8a4b-3cd550c7ab3a tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:27.241511 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.plugin [None req-1d291ae3-a248-4a8a-8a4b-3cd550c7ab3a tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Calling delete_port for 08da49da-d3e5-4f23-b982-d73e87aeed22 owned by network:floatingip {{(pid=108905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:55:27.392382 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-1d291ae3-a248-4a8a-8a4b-3cd550c7ab3a tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739692371923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739691803603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5936052'] for port, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:27.422647 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d291ae3-a248-4a8a-8a4b-3cd550c7ab3a tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Pushing event deleted for resources: {'Port': ['ID=08da49da-d3e5-4f23-b982-d73e87aeed22,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:27.423488 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 44432) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:27.484421 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-1d291ae3-a248-4a8a-8a4b-3cd550c7ab3a tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks [] for floatingip, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:27.487063 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-1d291ae3-a248-4a8a-8a4b-3cd550c7ab3a tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294'] for floatingip, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:27.489317 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-1d291ae3-a248-4a8a-8a4b-3cd550c7ab3a tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "DELETE /v2.0/floatingips/60017dce-e114-4f49-a5fb-602cc97ffabb HTTP/1.1" status: 204 len: 168 time: 0.4987156 Dec 16 15:55:27.761909 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 44438) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:27.766793 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.v2.base [None req-1e25ed9c-e08a-46b2-9743-bde7fb958730 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1430733061', 'description': 'tempest-description--109302259'}} {{(pid=108905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:55:27.792245 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-1e25ed9c-e08a-46b2-9743-bde7fb958730 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks [] for security_group, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:27.859400 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-1e25ed9c-e08a-46b2-9743-bde7fb958730 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks [] for security_group, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:27.865569 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-1e25ed9c-e08a-46b2-9743-bde7fb958730 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:27.896040 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-1e25ed9c-e08a-46b2-9743-bde7fb958730 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks [] for security_group, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:27.897287 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-1e25ed9c-e08a-46b2-9743-bde7fb958730 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1342671 Dec 16 15:55:27.898446 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e25ed9c-e08a-46b2-9743-bde7fb958730 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8554656-b598-4191-8963-82a5522f7c20,revision_number=1']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:27.900382 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 44440) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:27.904630 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.v2.base [None req-94a0c220-f271-4194-9422-89f177b0fc04 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Request body: {'security_group_rule': {'security_group_id': 'e8554656-b598-4191-8963-82a5522f7c20', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:55:27.936597 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-94a0c220-f271-4194-9422-89f177b0fc04 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:27.994165 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-94a0c220-f271-4194-9422-89f177b0fc04 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:27.998956 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-94a0c220-f271-4194-9422-89f177b0fc04 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004345'] for security_group_rule, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:28.018620 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a0c220-f271-4194-9422-89f177b0fc04 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e494b44-d719-4160-be45-a55d8f17882e,revision_number=0']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:28.024618 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-94a0c220-f271-4194-9422-89f177b0fc04 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:28.028613 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-94a0c220-f271-4194-9422-89f177b0fc04 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1272819 Dec 16 15:55:28.029226 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 44442) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:28.033487 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.v2.base [None req-e82bca2b-05d0-4ac8-bffc-2deed427f3a3 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Request body: {'security_group_rule': {'security_group_id': 'e8554656-b598-4191-8963-82a5522f7c20', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:55:28.034574 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-de17c04b-3725-4f44-aecb-503f7d016f6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872883'] for router_interface, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:28.063210 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-e82bca2b-05d0-4ac8-bffc-2deed427f3a3 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:28.132398 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-e82bca2b-05d0-4ac8-bffc-2deed427f3a3 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:28.137666 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-e82bca2b-05d0-4ac8-bffc-2deed427f3a3 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004345'] for security_group_rule, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:28.158288 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82bca2b-05d0-4ac8-bffc-2deed427f3a3 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9306fb23-6a0e-4a99-bd76-fa874bf39407,revision_number=0']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:28.165811 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-e82bca2b-05d0-4ac8-bffc-2deed427f3a3 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:28.167103 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-e82bca2b-05d0-4ac8-bffc-2deed427f3a3 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1369157 Dec 16 15:55:28.170328 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 44444) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:28.174876 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.v2.base [None req-c0c18574-e867-4084-9dc7-92a1d9fb7eca tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Request body: {'floatingip': {'floating_network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3'}} {{(pid=108905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:55:28.203252 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-c0c18574-e867-4084-9dc7-92a1d9fb7eca tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks [] for floatingip, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:28.307484 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-c0c18574-e867-4084-9dc7-92a1d9fb7eca tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:28.408901 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.db.db_base_plugin_common [None req-c0c18574-e867-4084-9dc7-92a1d9fb7eca tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Allocated IP 172.27.1.103 (b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3/792909e7-e23c-4f0f-8575-fa43b44998bb/aabcbd1f-c477-4b47-8035-f850ff3b263d) {{(pid=108905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:55:28.518332 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-c0c18574-e867-4084-9dc7-92a1d9fb7eca tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks [] for port, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:28.554155 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-c0c18574-e867-4084-9dc7-92a1d9fb7eca tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739691803594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5936052'] for port, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:28.576108 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.plugin [None req-de17c04b-3725-4f44-aecb-503f7d016f6a admin admin] Deleting port 10b8ae3b-d5eb-45b9-95fc-83926da84df4 {{(pid=108904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:55:28.576369 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-de17c04b-3725-4f44-aecb-503f7d016f6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739692165232'] for port, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:28.593627 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c18574-e867-4084-9dc7-92a1d9fb7eca tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Network b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3 is already hosted by enough agents. {{(pid=108905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:55:28.596903 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.base_scheduler [None req-c0c18574-e867-4084-9dc7-92a1d9fb7eca tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Resources bound (agent type, host, resource id): {{(pid=108905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:55:28.599273 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c18574-e867-4084-9dc7-92a1d9fb7eca tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Received port after_create {{(pid=108905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:55:28.622524 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c18574-e867-4084-9dc7-92a1d9fb7eca tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Pushing event updated for resources: {'Port': ['ID=aabcbd1f-c477-4b47-8035-f850ff3b263d,revision_number=1']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:28.652392 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.db [None req-de17c04b-3725-4f44-aecb-503f7d016f6a admin admin] For port 10b8ae3b-d5eb-45b9-95fc-83926da84df4, host dv-cinder-784477-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=10b8ae3b-d5eb-45b9-95fc-83926da84df4,segment=NetworkSegment(d79a1b46-9256-41c5-810e-f1d9c9094ece),segment_id=d79a1b46-9256-41c5-810e-f1d9c9094ece)] {{(pid=108904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:55:28.652766 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-de17c04b-3725-4f44-aecb-503f7d016f6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343270'] for port, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:28.665274 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.plugin [None req-de17c04b-3725-4f44-aecb-503f7d016f6a admin admin] Calling delete_port for 10b8ae3b-d5eb-45b9-95fc-83926da84df4 owned by network:router_interface {{(pid=108904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:55:28.729057 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-c0c18574-e867-4084-9dc7-92a1d9fb7eca tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:28.767049 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-c0c18574-e867-4084-9dc7-92a1d9fb7eca tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:28.845374 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-de17c04b-3725-4f44-aecb-503f7d016f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739692371923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739691803603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4504497'] for port, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:28.871458 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de17c04b-3725-4f44-aecb-503f7d016f6a admin admin] Pushing event deleted for resources: {'Port': ['ID=10b8ae3b-d5eb-45b9-95fc-83926da84df4,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:28.919113 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-c0c18574-e867-4084-9dc7-92a1d9fb7eca tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks [] for port, precommit_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:28.925837 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-c0c18574-e867-4084-9dc7-92a1d9fb7eca tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5936077'] for port, after_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:29.003457 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-c0c18574-e867-4084-9dc7-92a1d9fb7eca tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874419'] for floatingip, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:29.018463 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c18574-e867-4084-9dc7-92a1d9fb7eca tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Pushing event updated for resources: {'Port': ['ID=aabcbd1f-c477-4b47-8035-f850ff3b263d,revision_number=2']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:29.029699 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-c0c18574-e867-4084-9dc7-92a1d9fb7eca tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294'] for floatingip, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:29.030976 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-c0c18574-e867-4084-9dc7-92a1d9fb7eca tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8596919 Dec 16 15:55:29.051070 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-de17c04b-3725-4f44-aecb-503f7d016f6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7902826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873007'] for router_interface, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:29.231546 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-fd0fa6d6-370d-4e82-81be-a6052c22a674 req-d87650fd-aea0-487f-b1f9-9ea5690ba4af tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1430733061&fields=id&tenant_id=66fbf45043974460803db71f1750aacc HTTP/1.1" status: 200 len: 267 time: 0.0435114 Dec 16 15:55:29.266841 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de17c04b-3725-4f44-aecb-503f7d016f6a admin admin] Router b41f69c5-eb71-4f77-ac39-bf4541d1c12f has already been hosted by L3 agent 53beefa8-37d8-48bc-b6da-d824d56f81c3 {{(pid=108904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:55:29.335384 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0fa6d6-370d-4e82-81be-a6052c22a674 req-2d6615d5-cb43-4584-b6d6-e2fc96bcffeb tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:29.336851 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-fd0fa6d6-370d-4e82-81be-a6052c22a674 req-2d6615d5-cb43-4584-b6d6-e2fc96bcffeb tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/networks?id=d7f36349-73c7-464a-bf62-5f09a6e738d6 HTTP/1.1" status: 200 len: 817 time: 0.0979371 Dec 16 15:55:29.354523 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-fd0fa6d6-370d-4e82-81be-a6052c22a674 req-7d5d3cb7-4975-49cd-8adf-30330655da34 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/quotas/66fbf45043974460803db71f1750aacc HTTP/1.1" status: 200 len: 375 time: 0.0113294 Dec 16 15:55:29.375659 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de17c04b-3725-4f44-aecb-503f7d016f6a admin admin] Notify agent at l3_agent.dv-cinder-784477-11-iscsi the message routers_updated {{(pid=108904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:55:29.381102 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-de17c04b-3725-4f44-aecb-503f7d016f6a admin admin] 10.222.0.31 "PUT /v2.0/routers/b41f69c5-eb71-4f77-ac39-bf4541d1c12f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9564033 Dec 16 15:55:29.383904 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 44458) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:29.384926 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26446ee7-9288-48d5-8bc7-ceed4968d012 None None] Sync routers for ids ['b41f69c5-eb71-4f77-ac39-bf4541d1c12f'] in dv-cinder-784477-11-iscsi {{(pid=108906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:55:29.395285 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26446ee7-9288-48d5-8bc7-ceed4968d012 None None] Routers {'b41f69c5-eb71-4f77-ac39-bf4541d1c12f'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:55:29.395900 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-26446ee7-9288-48d5-8bc7-ceed4968d012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:55:09Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['b41f69c5-eb71-4f77-ac39-bf4541d1c12f'], 'active': True} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:29.413168 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-fd0fa6d6-370d-4e82-81be-a6052c22a674 req-0ba510c1-d8fb-4b83-aab0-96bb677e7fdb tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=66fbf45043974460803db71f1750aacc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526438 Dec 16 15:55:29.492616 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-41da9e74-1575-41e2-ab84-77595a0e8804 admin admin] Publish callbacks [] for router, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:29.505140 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvr_db [None req-26446ee7-9288-48d5-8bc7-ceed4968d012 None None] Set router b41f69c5-eb71-4f77-ac39-bf4541d1c12f gateway port host: dv-cinder-784477-11-iscsi {{(pid=108906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:55:29.513197 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-fd0fa6d6-370d-4e82-81be-a6052c22a674 req-191eadb3-ef10-4af2-b790-a6163928eb5f service neutron] 10.222.0.31 "GET /v2.0/networks/d7f36349-73c7-464a-bf62-5f09a6e738d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872869 Dec 16 15:55:29.595968 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-41da9e74-1575-41e2-ab84-77595a0e8804 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:29.614734 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-fd0fa6d6-370d-4e82-81be-a6052c22a674 req-cb562bdb-a133-4bf4-8f90-27a534be1b14 service neutron] 10.222.0.31 "GET /v2.0/networks/d7f36349-73c7-464a-bf62-5f09a6e738d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947924 Dec 16 15:55:29.650121 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.plugin [None req-41da9e74-1575-41e2-ab84-77595a0e8804 admin admin] Deleting port 329a8e04-0460-4c4f-8646-47551869ce23 {{(pid=108904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:55:29.650454 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-41da9e74-1575-41e2-ab84-77595a0e8804 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739692165232'] for port, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:29.695006 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-26446ee7-9288-48d5-8bc7-ceed4968d012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41f69c5-eb71-4f77-ac39-bf4541d1c12f', 'name': 'tempest-AttachVolumeTestJSON-723468242-router', 'tenant_id': 'a82af4eab10342ddbdddd09e11579c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '329a8e04-0460-4c4f-8646-47551869ce23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:48:39Z', 'updated_at': '2021-12-16T15:55:28Z', 'revision_number': 5, 'project_id': 'a82af4eab10342ddbdddd09e11579c36', 'gw_port': {'id': '329a8e04-0460-4c4f-8646-47551869ce23', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41f69c5-eb71-4f77-ac39-bf4541d1c12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:40Z', 'updated_at': '2021-12-16T15:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi'}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:29.729988 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26446ee7-9288-48d5-8bc7-ceed4968d012 None None] Checking router: b41f69c5-eb71-4f77-ac39-bf4541d1c12f for host: dv-cinder-784477-11-iscsi {{(pid=108906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:55:29.736626 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.db [None req-41da9e74-1575-41e2-ab84-77595a0e8804 admin admin] For port 329a8e04-0460-4c4f-8646-47551869ce23, host dv-cinder-784477-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=329a8e04-0460-4c4f-8646-47551869ce23,segment=NetworkSegment(0390f958-c764-4c6b-ad22-4946ebfb354b),segment_id=0390f958-c764-4c6b-ad22-4946ebfb354b)] {{(pid=108904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:55:29.737086 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-41da9e74-1575-41e2-ab84-77595a0e8804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343270'] for port, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:29.739220 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26446ee7-9288-48d5-8bc7-ceed4968d012 None None] Routers {'b41f69c5-eb71-4f77-ac39-bf4541d1c12f'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:55:29.740044 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-26446ee7-9288-48d5-8bc7-ceed4968d012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:55:09Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['b41f69c5-eb71-4f77-ac39-bf4541d1c12f'], 'active': True} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:29.751555 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.plugin [None req-41da9e74-1575-41e2-ab84-77595a0e8804 admin admin] Calling delete_port for 329a8e04-0460-4c4f-8646-47551869ce23 owned by network:router_gateway {{(pid=108904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:55:29.788577 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-86d67de3-3cf2-4ce7-bbb6-acb6f3d6c3fe req-0c9977dc-30ef-4e0f-8f5b-ca309fc71c41 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=53cb08f0-26a5-4811-9df7-b5a346757838 HTTP/1.1" status: 200 len: 210 time: 0.0293195 Dec 16 15:55:29.855287 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvr_db [None req-26446ee7-9288-48d5-8bc7-ceed4968d012 None None] Set router b41f69c5-eb71-4f77-ac39-bf4541d1c12f gateway port host: None {{(pid=108906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:55:29.911412 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-26446ee7-9288-48d5-8bc7-ceed4968d012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41f69c5-eb71-4f77-ac39-bf4541d1c12f', 'name': 'tempest-AttachVolumeTestJSON-723468242-router', 'tenant_id': 'a82af4eab10342ddbdddd09e11579c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:48:39Z', 'updated_at': '2021-12-16T15:55:29Z', 'revision_number': 6, 'project_id': 'a82af4eab10342ddbdddd09e11579c36', 'gw_port_host': None}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:29.920005 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-41da9e74-1575-41e2-ab84-77595a0e8804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739692371923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739691803603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4504497'] for port, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:29.941217 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26446ee7-9288-48d5-8bc7-ceed4968d012 None None] The sync data for ids ['b41f69c5-eb71-4f77-ac39-bf4541d1c12f'] in dv-cinder-784477-11-iscsi is: [{'id': 'b41f69c5-eb71-4f77-ac39-bf4541d1c12f', 'name': 'tempest-AttachVolumeTestJSON-723468242-router', 'tenant_id': 'a82af4eab10342ddbdddd09e11579c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:48:39Z', 'updated_at': '2021-12-16T15:55:29Z', 'revision_number': 6, 'project_id': 'a82af4eab10342ddbdddd09e11579c36', 'gw_port_host': None}] {{(pid=108906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:55:29.950434 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41da9e74-1575-41e2-ab84-77595a0e8804 admin admin] Pushing event deleted for resources: {'Port': ['ID=329a8e04-0460-4c4f-8646-47551869ce23,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:30.024194 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-41da9e74-1575-41e2-ab84-77595a0e8804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7874381'] for router_gateway, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:30.116216 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-41da9e74-1575-41e2-ab84-77595a0e8804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7875549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6835'] for router, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:30.118408 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-41da9e74-1575-41e2-ab84-77595a0e8804 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:30.163981 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-41da9e74-1575-41e2-ab84-77595a0e8804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7875540'] for router, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:30.164435 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41da9e74-1575-41e2-ab84-77595a0e8804 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b41f69c5-eb71-4f77-ac39-bf4541d1c12f {{(pid=108904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:55:30.169206 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-41da9e74-1575-41e2-ab84-77595a0e8804 admin admin] Publish callbacks [] for router, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:30.170395 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-41da9e74-1575-41e2-ab84-77595a0e8804 admin admin] 10.222.0.31 "DELETE /v2.0/routers/b41f69c5-eb71-4f77-ac39-bf4541d1c12f HTTP/1.1" status: 204 len: 168 time: 0.7855759 Dec 16 15:55:30.172976 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 44470) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:30.219584 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab96136a-9659-4c66-8c75-96a9ffbccf62 admin admin] Deleting subnet 5963245f-298c-4a64-a4bf-7727c7e9fe74 {{(pid=108904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:55:30.222737 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-ab96136a-9659-4c66-8c75-96a9ffbccf62 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:30.259020 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-ab96136a-9659-4c66-8c75-96a9ffbccf62 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4411844'] for subnet, precommit_delete_associations {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:30.390040 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-ab96136a-9659-4c66-8c75-96a9ffbccf62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774085'] for subnet, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:30.405153 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device 10b8ae3b-d5eb-45b9-95fc-83926da84df4 no longer exists at agent ovs-agent-dv-cinder-784477-11-iscsi {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:55:30.435247 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] No Port match for: 10b8ae3b-d5eb-45b9-95fc-83926da84df4 {{(pid=108906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:55:30.435847 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device 10b8ae3b-d5eb-45b9-95fc-83926da84df4 not bound to the agent host dv-cinder-784477-11-iscsi {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:55:30.451982 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-ab96136a-9659-4c66-8c75-96a9ffbccf62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8060090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4504454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66823809'] for subnet, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:30.478520 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab96136a-9659-4c66-8c75-96a9ffbccf62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5963245f-298c-4a64-a4bf-7727c7e9fe74,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:30.483412 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-ab96136a-9659-4c66-8c75-96a9ffbccf62 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:30.487132 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-ab96136a-9659-4c66-8c75-96a9ffbccf62 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/5963245f-298c-4a64-a4bf-7727c7e9fe74 HTTP/1.1" status: 204 len: 168 time: 0.3131831 Dec 16 15:55:30.489712 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 44472) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:30.489939 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec21647-0e95-4d18-bd3c-41a96c829b9b None None] Network 995ae86b-522a-475e-97b2-0044dee2628f requested from dv-cinder-784477-11-iscsi {{(pid=108906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:55:30.556240 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-1b4de035-8a78-4871-8676-1543a7cc7a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726507'] for network, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:30.616761 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.plugin [None req-1b4de035-8a78-4871-8676-1543a7cc7a71 admin admin] Deleting port 04ecf387-502a-4dc2-a0f5-3bfdde0105d4 {{(pid=108904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:55:30.617101 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-1b4de035-8a78-4871-8676-1543a7cc7a71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739692165232'] for port, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:30.680366 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.db [None req-1b4de035-8a78-4871-8676-1543a7cc7a71 admin admin] For port 04ecf387-502a-4dc2-a0f5-3bfdde0105d4, host dv-cinder-784477-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=04ecf387-502a-4dc2-a0f5-3bfdde0105d4,segment=NetworkSegment(d79a1b46-9256-41c5-810e-f1d9c9094ece),segment_id=d79a1b46-9256-41c5-810e-f1d9c9094ece)] {{(pid=108904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:55:30.680600 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-1b4de035-8a78-4871-8676-1543a7cc7a71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343270'] for port, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:30.693519 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.plugin [None req-1b4de035-8a78-4871-8676-1543a7cc7a71 admin admin] Calling delete_port for 04ecf387-502a-4dc2-a0f5-3bfdde0105d4 owned by network:dhcp {{(pid=108904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:55:30.785249 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49750805-52fe-4b60-a6ce-4ae404f8a307 None None] DHCP port deletion for 995ae86b-522a-475e-97b2-0044dee2628f request from dv-cinder-784477-11-iscsi {{(pid=108906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:55:30.851109 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-1b4de035-8a78-4871-8676-1543a7cc7a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739692371923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739691803603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4504497'] for port, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:30.860222 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-49750805-52fe-4b60-a6ce-4ae404f8a307 None None] Deleting port 04ecf387-502a-4dc2-a0f5-3bfdde0105d4 {{(pid=108906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:55:30.860733 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-49750805-52fe-4b60-a6ce-4ae404f8a307 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739692165232'] for port, before_delete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:30.892034 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4de035-8a78-4871-8676-1543a7cc7a71 admin admin] No DVR routers for this DVR port 04ecf387-502a-4dc2-a0f5-3bfdde0105d4 on host dv-cinder-784477-11-iscsi {{(pid=108904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:55:30.894014 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4de035-8a78-4871-8676-1543a7cc7a71 admin admin] Pushing event deleted for resources: {'Port': ['ID=04ecf387-502a-4dc2-a0f5-3bfdde0105d4,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:30.925130 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0fa6d6-370d-4e82-81be-a6052c22a674 req-25f8e01b-4104-40a0-ac15-1bbfeb05d50e tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:30.926627 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-fd0fa6d6-370d-4e82-81be-a6052c22a674 req-25f8e01b-4104-40a0-ac15-1bbfeb05d50e tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.66 "GET /v2.0/networks?id=d7f36349-73c7-464a-bf62-5f09a6e738d6 HTTP/1.1" status: 200 len: 817 time: 0.1712530 Dec 16 15:55:30.946232 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-49750805-52fe-4b60-a6ce-4ae404f8a307 None None] For port 04ecf387-502a-4dc2-a0f5-3bfdde0105d4, host dv-cinder-784477-11-iscsi, got binding levels [] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:55:30.946909 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-49750805-52fe-4b60-a6ce-4ae404f8a307 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343270'] for port, precommit_delete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:30.957271 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-3364a8d7-c6ad-4dda-b810-fdc89923ff5f req-b9ddd45d-9caa-4612-a7bf-124682c9bef2 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=53cb08f0-26a5-4811-9df7-b5a346757838 HTTP/1.1" status: 200 len: 210 time: 0.0522587 Dec 16 15:55:30.963804 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-49750805-52fe-4b60-a6ce-4ae404f8a307 None None] Calling delete_port for 04ecf387-502a-4dc2-a0f5-3bfdde0105d4 owned by network:dhcp {{(pid=108906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:55:30.969647 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.ipam_backend_mixin [None req-49750805-52fe-4b60-a6ce-4ae404f8a307 None None] Port 04ecf387-502a-4dc2-a0f5-3bfdde0105d4 was not found and therefore no delete operation was performed {{(pid=108906) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 15:55:30.971206 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-49750805-52fe-4b60-a6ce-4ae404f8a307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739692371923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739691803603'] for port, after_delete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:30.997900 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-1b4de035-8a78-4871-8676-1543a7cc7a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771154', 'neutron.services.segments.db._delete_segments_for_network-8739692305794'] for network, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:31.000809 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49750805-52fe-4b60-a6ce-4ae404f8a307 None None] Pushing event deleted for resources: {'Port': ['ID=04ecf387-502a-4dc2-a0f5-3bfdde0105d4,revision_number=None']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:31.005474 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49750805-52fe-4b60-a6ce-4ae404f8a307 None None] No DVR routers for this DVR port 04ecf387-502a-4dc2-a0f5-3bfdde0105d4 on host dv-cinder-784477-11-iscsi {{(pid=108906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:55:31.011509 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49750805-52fe-4b60-a6ce-4ae404f8a307 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:55:31.011963 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49750805-52fe-4b60-a6ce-4ae404f8a307 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:55:31.012371 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49750805-52fe-4b60-a6ce-4ae404f8a307 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:55:31.012757 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49750805-52fe-4b60-a6ce-4ae404f8a307 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:55:31.013163 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49750805-52fe-4b60-a6ce-4ae404f8a307 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:55:31.013593 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49750805-52fe-4b60-a6ce-4ae404f8a307 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:55:31.013993 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49750805-52fe-4b60-a6ce-4ae404f8a307 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:55:31.014398 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49750805-52fe-4b60-a6ce-4ae404f8a307 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:55:31.014787 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49750805-52fe-4b60-a6ce-4ae404f8a307 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:55:31.015122 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49750805-52fe-4b60-a6ce-4ae404f8a307 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:55:31.015540 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49750805-52fe-4b60-a6ce-4ae404f8a307 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:55:31.015982 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49750805-52fe-4b60-a6ce-4ae404f8a307 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:55:31.016612 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49750805-52fe-4b60-a6ce-4ae404f8a307 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:55:31.036760 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.services.segments.db [None req-1b4de035-8a78-4871-8676-1543a7cc7a71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['995ae86b-522a-475e-97b2-0044dee2628f']}} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:31.058264 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.services.segments.db [None req-1b4de035-8a78-4871-8676-1543a7cc7a71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd79a1b46-9256-41c5-810e-f1d9c9094ece') {'for_net_delete': True} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:31.058575 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.services.segments.db [None req-1b4de035-8a78-4871-8676-1543a7cc7a71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd79a1b46-9256-41c5-810e-f1d9c9094ece') {} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:31.065702 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-fd0fa6d6-370d-4e82-81be-a6052c22a674 req-2a39db68-20b8-4eba-bd0b-14d334f3b4de tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66fbf45043974460803db71f1750aacc HTTP/1.1" status: 200 len: 380 time: 0.1273847 Dec 16 15:55:31.075389 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-1b4de035-8a78-4871-8676-1543a7cc7a71 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739692307083', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4411711'] for segment, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:31.079979 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.v2.base [req-fd0fa6d6-370d-4e82-81be-a6052c22a674 req-7f791ff4-0c00-440f-abfe-f040d9c9f92f tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Request body: {'port': {'device_id': '53cb08f0-26a5-4811-9df7-b5a346757838', 'network_id': 'd7f36349-73c7-464a-bf62-5f09a6e738d6', 'admin_state_up': True, 'tenant_id': '66fbf45043974460803db71f1750aacc', 'security_groups': ['e8554656-b598-4191-8963-82a5522f7c20']}} {{(pid=108904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:55:31.132076 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-1b4de035-8a78-4871-8676-1543a7cc7a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772428'] for segment, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:31.142674 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b4de035-8a78-4871-8676-1543a7cc7a71 admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=108904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:55:31.143186 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-1b4de035-8a78-4871-8676-1543a7cc7a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4504556'] for segment, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:31.144912 dv-cinder-784477-11-iscsi neutron-server[108904]: Traceback (most recent call last): Dec 16 15:55:31.144912 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:55:31.144912 dv-cinder-784477-11-iscsi neutron-server[108904]: timer() Dec 16 15:55:31.144912 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:55:31.144912 dv-cinder-784477-11-iscsi neutron-server[108904]: cb(*args, **kw) Dec 16 15:55:31.144912 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:55:31.144912 dv-cinder-784477-11-iscsi neutron-server[108904]: return func(*args, **kwargs) Dec 16 15:55:31.144912 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:55:31.144912 dv-cinder-784477-11-iscsi neutron-server[108904]: self._notify() Dec 16 15:55:31.144912 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:55:31.144912 dv-cinder-784477-11-iscsi neutron-server[108904]: self.callback(batched_events) Dec 16 15:55:31.144912 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:55:31.144912 dv-cinder-784477-11-iscsi neutron-server[108904]: event.method(event) Dec 16 15:55:31.144912 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:55:31.144912 dv-cinder-784477-11-iscsi neutron-server[108904]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:55:31.144912 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:55:31.144912 dv-cinder-784477-11-iscsi neutron-server[108904]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:55:31.144912 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:55:31.144912 dv-cinder-784477-11-iscsi neutron-server[108904]: return f(self, *a, **k) Dec 16 15:55:31.144912 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:55:31.144912 dv-cinder-784477-11-iscsi neutron-server[108904]: return self._get(url).json() Dec 16 15:55:31.144912 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:55:31.144912 dv-cinder-784477-11-iscsi neutron-server[108904]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:55:31.144912 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:55:31.144912 dv-cinder-784477-11-iscsi neutron-server[108904]: return self.request(url, 'GET', **kwargs) Dec 16 15:55:31.144912 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:55:31.144912 dv-cinder-784477-11-iscsi neutron-server[108904]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:55:31.144912 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:55:31.144912 dv-cinder-784477-11-iscsi neutron-server[108904]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:55:31.144912 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:55:31.144912 dv-cinder-784477-11-iscsi neutron-server[108904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:55:31.144912 dv-cinder-784477-11-iscsi neutron-server[108904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:55:31.463119 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-1b4de035-8a78-4871-8676-1543a7cc7a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8007001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874401'] for network, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:31.470814 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-1b4de035-8a78-4871-8676-1543a7cc7a71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7902797'] for network, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:31.473913 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-1b4de035-8a78-4871-8676-1543a7cc7a71 admin admin] 10.222.0.31 "DELETE /v2.0/networks/995ae86b-522a-475e-97b2-0044dee2628f HTTP/1.1" status: 204 len: 168 time: 0.9832609 Dec 16 15:55:31.487142 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4de035-8a78-4871-8676-1543a7cc7a71 admin admin] Pushing event deleted for resources: {'Network': ['ID=995ae86b-522a-475e-97b2-0044dee2628f,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:31.506877 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd0fa6d6-370d-4e82-81be-a6052c22a674 req-7f791ff4-0c00-440f-abfe-f040d9c9f92f tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Made reservation on behalf of 66fbf45043974460803db71f1750aacc for: {'port': 1} {{(pid=108904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:55:31.510410 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-fd0fa6d6-370d-4e82-81be-a6052c22a674 req-7f791ff4-0c00-440f-abfe-f040d9c9f92f tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:31.596037 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 44482) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:31.630478 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.db_base_plugin_common [req-fd0fa6d6-370d-4e82-81be-a6052c22a674 req-7f791ff4-0c00-440f-abfe-f040d9c9f92f tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Allocated IP 172.20.0.6 (d7f36349-73c7-464a-bf62-5f09a6e738d6/d74c3a7c-65e1-4354-b26d-40ed68846b85/18769a46-6816-4b5e-bcc0-d0d8cac455d6) {{(pid=108904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:55:31.636386 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-79ea243b-932c-44ba-84b0-1d99d1b8fd6e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a82af4eab10342ddbdddd09e11579c36&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0383286 Dec 16 15:55:31.638507 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 44484) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:31.685245 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-edfed80e-c6df-4b58-8f49-c8f60c064ab9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:31.705552 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-edfed80e-c6df-4b58-8f49-c8f60c064ab9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:31.756295 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-edfed80e-c6df-4b58-8f49-c8f60c064ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:31.758905 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-edfed80e-c6df-4b58-8f49-c8f60c064ab9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:31.760037 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-edfed80e-c6df-4b58-8f49-c8f60c064ab9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/063abe80-967a-4783-8ead-300c5e578f51 HTTP/1.1" status: 204 len: 168 time: 0.1205428 Dec 16 15:55:31.767245 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-fd0fa6d6-370d-4e82-81be-a6052c22a674 req-7f791ff4-0c00-440f-abfe-f040d9c9f92f tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks [] for port, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:31.767799 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfed80e-c6df-4b58-8f49-c8f60c064ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=063abe80-967a-4783-8ead-300c5e578f51,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:31.807162 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-fd0fa6d6-370d-4e82-81be-a6052c22a674 req-7f791ff4-0c00-440f-abfe-f040d9c9f92f tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739691803594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4504497'] for port, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:31.849698 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd0fa6d6-370d-4e82-81be-a6052c22a674 req-7f791ff4-0c00-440f-abfe-f040d9c9f92f tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Network d7f36349-73c7-464a-bf62-5f09a6e738d6 is already hosted by enough agents. {{(pid=108904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:55:31.852630 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.base_scheduler [req-fd0fa6d6-370d-4e82-81be-a6052c22a674 req-7f791ff4-0c00-440f-abfe-f040d9c9f92f tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Resources bound (agent type, host, resource id): {{(pid=108904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:55:31.855199 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd0fa6d6-370d-4e82-81be-a6052c22a674 req-7f791ff4-0c00-440f-abfe-f040d9c9f92f tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Received port after_create {{(pid=108904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:55:31.894514 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f791ff4-0c00-440f-abfe-f040d9c9f92f tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Pushing event updated for resources: {'Port': ['ID=18769a46-6816-4b5e-bcc0-d0d8cac455d6,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:31.923179 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0fa6d6-370d-4e82-81be-a6052c22a674 req-7f791ff4-0c00-440f-abfe-f040d9c9f92f tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:31.923858 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-fd0fa6d6-370d-4e82-81be-a6052c22a674 req-7f791ff4-0c00-440f-abfe-f040d9c9f92f tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294'] for port, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:31.949300 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-fd0fa6d6-370d-4e82-81be-a6052c22a674 req-7f791ff4-0c00-440f-abfe-f040d9c9f92f tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8758483 Dec 16 15:55:31.963336 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.v2.base [req-fd0fa6d6-370d-4e82-81be-a6052c22a674 req-ae5efcf2-1e95-4c91-9e91-5f6aa69885c9 service neutron] Request body: {'port': {'device_id': '53cb08f0-26a5-4811-9df7-b5a346757838', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=108904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:55:32.022606 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-fd0fa6d6-370d-4e82-81be-a6052c22a674 req-ae5efcf2-1e95-4c91-9e91-5f6aa69885c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:32.091047 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361b0f7a-3020-49a8-8784-700b144151c9 req-f4356927-aaa0-4c2b-9d0c-c058dda7c0aa tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:32.092585 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-361b0f7a-3020-49a8-8784-700b144151c9 req-f4356927-aaa0-4c2b-9d0c-c058dda7c0aa tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=53cb08f0-26a5-4811-9df7-b5a346757838 HTTP/1.1" status: 200 len: 931 time: 0.0503771 Dec 16 15:55:32.126947 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-5661ac14-4d74-48e0-8d21-af1111912190 None None] Provisioning complete for port 18769a46-6816-4b5e-bcc0-d0d8cac455d6 triggered by entity DHCP. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:55:32.127931 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-5661ac14-4d74-48e0-8d21-af1111912190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:32.154958 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-361b0f7a-3020-49a8-8784-700b144151c9 req-e537cfe6-11f1-45c0-bee5-53d90249d0f8 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8554656-b598-4191-8963-82a5522f7c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553191 Dec 16 15:55:32.190773 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-5661ac14-4d74-48e0-8d21-af1111912190 None None] Port 18769a46-6816-4b5e-bcc0-d0d8cac455d6 cannot update to ACTIVE because it is not bound. {{(pid=108906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:55:32.227123 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device 329a8e04-0460-4c4f-8646-47551869ce23 no longer exists at agent ovs-agent-dv-cinder-784477-11-iscsi {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:55:32.248636 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] No Port match for: 329a8e04-0460-4c4f-8646-47551869ce23 {{(pid=108906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:55:32.249214 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device 329a8e04-0460-4c4f-8646-47551869ce23 not bound to the agent host dv-cinder-784477-11-iscsi {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:55:32.249839 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device 04ecf387-502a-4dc2-a0f5-3bfdde0105d4 no longer exists at agent ovs-agent-dv-cinder-784477-11-iscsi {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:55:32.268873 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] No Port match for: 04ecf387-502a-4dc2-a0f5-3bfdde0105d4 {{(pid=108906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:55:32.269522 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device 04ecf387-502a-4dc2-a0f5-3bfdde0105d4 not bound to the agent host dv-cinder-784477-11-iscsi {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:55:32.328724 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.notifiers.nova [req-fd0fa6d6-370d-4e82-81be-a6052c22a674 req-ae5efcf2-1e95-4c91-9e91-5f6aa69885c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18769a46-6816-4b5e-bcc0-d0d8cac455d6 {{(pid=108904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:55:32.336161 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-fd0fa6d6-370d-4e82-81be-a6052c22a674 req-ae5efcf2-1e95-4c91-9e91-5f6aa69885c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:32.348759 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.provisioning_blocks [req-fd0fa6d6-370d-4e82-81be-a6052c22a674 req-ae5efcf2-1e95-4c91-9e91-5f6aa69885c9 service neutron] Transition to ACTIVE for port object 18769a46-6816-4b5e-bcc0-d0d8cac455d6 will not be triggered until provisioned by entity L2. {{(pid=108904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:55:32.353688 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-fd0fa6d6-370d-4e82-81be-a6052c22a674 req-ae5efcf2-1e95-4c91-9e91-5f6aa69885c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4504520'] for port, after_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:32.408742 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5efcf2-1e95-4c91-9e91-5f6aa69885c9 service neutron] Pushing event updated for resources: {'Port': ['ID=18769a46-6816-4b5e-bcc0-d0d8cac455d6,revision_number=2']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:32.476284 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.managers [req-fd0fa6d6-370d-4e82-81be-a6052c22a674 req-ae5efcf2-1e95-4c91-9e91-5f6aa69885c9 service neutron] Attempting to bind port 18769a46-6816-4b5e-bcc0-d0d8cac455d6 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:55:32.476690 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.managers [req-fd0fa6d6-370d-4e82-81be-a6052c22a674 req-ae5efcf2-1e95-4c91-9e91-5f6aa69885c9 service neutron] Attempting to bind port 18769a46-6816-4b5e-bcc0-d0d8cac455d6 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '6ac95f2c-e8cd-453d-a535-ad4189b6290a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd7f36349-73c7-464a-bf62-5f09a6e738d6'}] {{(pid=108904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:55:32.477673 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0fa6d6-370d-4e82-81be-a6052c22a674 req-ae5efcf2-1e95-4c91-9e91-5f6aa69885c9 service neutron] Attempting to bind port 18769a46-6816-4b5e-bcc0-d0d8cac455d6 on network d7f36349-73c7-464a-bf62-5f09a6e738d6 {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:55:32.486041 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0fa6d6-370d-4e82-81be-a6052c22a674 req-ae5efcf2-1e95-4c91-9e91-5f6aa69885c9 service neutron] Port 18769a46-6816-4b5e-bcc0-d0d8cac455d6 on network d7f36349-73c7-464a-bf62-5f09a6e738d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:55:32.486362 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0fa6d6-370d-4e82-81be-a6052c22a674 req-ae5efcf2-1e95-4c91-9e91-5f6aa69885c9 service neutron] Attempting to bind port 18769a46-6816-4b5e-bcc0-d0d8cac455d6 on network d7f36349-73c7-464a-bf62-5f09a6e738d6 {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:55:32.492892 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0fa6d6-370d-4e82-81be-a6052c22a674 req-ae5efcf2-1e95-4c91-9e91-5f6aa69885c9 service neutron] Checking agent: {'id': 'cc3d5e4c-e00e-4c48-b0f7-4cab06ea1ca9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 46, 48), 'started_at': datetime.datetime(2021, 12, 16, 15, 46, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:55:32.493225 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0fa6d6-370d-4e82-81be-a6052c22a674 req-ae5efcf2-1e95-4c91-9e91-5f6aa69885c9 service neutron] Checking segment: {'id': '6ac95f2c-e8cd-453d-a535-ad4189b6290a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd7f36349-73c7-464a-bf62-5f09a6e738d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:55:32.493685 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0fa6d6-370d-4e82-81be-a6052c22a674 req-ae5efcf2-1e95-4c91-9e91-5f6aa69885c9 service neutron] Bound using segment: {'id': '6ac95f2c-e8cd-453d-a535-ad4189b6290a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd7f36349-73c7-464a-bf62-5f09a6e738d6'} {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:55:32.494241 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.managers [req-fd0fa6d6-370d-4e82-81be-a6052c22a674 req-ae5efcf2-1e95-4c91-9e91-5f6aa69885c9 service neutron] Bound port: 18769a46-6816-4b5e-bcc0-d0d8cac455d6, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ac95f2c-e8cd-453d-a535-ad4189b6290a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd7f36349-73c7-464a-bf62-5f09a6e738d6'}}] {{(pid=108904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:55:32.494465 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-fd0fa6d6-370d-4e82-81be-a6052c22a674 req-ae5efcf2-1e95-4c91-9e91-5f6aa69885c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:32.567065 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.db [req-fd0fa6d6-370d-4e82-81be-a6052c22a674 req-ae5efcf2-1e95-4c91-9e91-5f6aa69885c9 service neutron] For port 18769a46-6816-4b5e-bcc0-d0d8cac455d6, host hv-cinder-78447, cleared binding levels {{(pid=108904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:55:32.570467 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.db [req-fd0fa6d6-370d-4e82-81be-a6052c22a674 req-ae5efcf2-1e95-4c91-9e91-5f6aa69885c9 service neutron] For port 18769a46-6816-4b5e-bcc0-d0d8cac455d6, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=18769a46-6816-4b5e-bcc0-d0d8cac455d6,segment=NetworkSegment(6ac95f2c-e8cd-453d-a535-ad4189b6290a),segment_id=6ac95f2c-e8cd-453d-a535-ad4189b6290a)] {{(pid=108904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:55:32.577154 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-fd0fa6d6-370d-4e82-81be-a6052c22a674 req-ae5efcf2-1e95-4c91-9e91-5f6aa69885c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4504520'] for port, after_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:32.615892 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0fa6d6-370d-4e82-81be-a6052c22a674 req-ae5efcf2-1e95-4c91-9e91-5f6aa69885c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:32.616573 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-fd0fa6d6-370d-4e82-81be-a6052c22a674 req-ae5efcf2-1e95-4c91-9e91-5f6aa69885c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294'] for port, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:32.618103 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-fd0fa6d6-370d-4e82-81be-a6052c22a674 req-ae5efcf2-1e95-4c91-9e91-5f6aa69885c9 service neutron] 10.222.0.66 "PUT /v2.0/ports/18769a46-6816-4b5e-bcc0-d0d8cac455d6 HTTP/1.1" status: 200 len: 1093 time: 0.6600389 Dec 16 15:55:32.618631 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53cb08f0-26a5-4811-9df7-b5a346757838', 'tag': '18769a46-6816-4b5e-bcc0-d0d8cac455d6'}] {{(pid=108904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:55:32.620994 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0a2cce90635460fa9ee7acd2d2298fc55a52ab45a9458d7253143d338a4b89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef846c70-2e51-446a-b464-b9b296e22a6f" -d '{"events": [{"name": "network-changed", "server_uuid": "53cb08f0-26a5-4811-9df7-b5a346757838", "tag": "18769a46-6816-4b5e-bcc0-d0d8cac455d6"}]}' {{(pid=108904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:55:32.643004 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5efcf2-1e95-4c91-9e91-5f6aa69885c9 service neutron] Pushing event updated for resources: {'Port': ['ID=18769a46-6816-4b5e-bcc0-d0d8cac455d6,revision_number=3']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:32.709369 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12069660-0132-4ebf-8d98-b6489240c53e x-openstack-request-id: req-12069660-0132-4ebf-8d98-b6489240c53e {{(pid=108904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:55:32.709681 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53cb08f0-26a5-4811-9df7-b5a346757838", "tag": "18769a46-6816-4b5e-bcc0-d0d8cac455d6", "status": "completed", "code": 200}]} {{(pid=108904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:55:32.709930 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-12069660-0132-4ebf-8d98-b6489240c53e {{(pid=108904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:55:32.712152 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53cb08f0-26a5-4811-9df7-b5a346757838', 'tag': '18769a46-6816-4b5e-bcc0-d0d8cac455d6', 'status': 'completed', 'code': 200} Dec 16 15:55:32.729160 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0fa6d6-370d-4e82-81be-a6052c22a674 req-dbfd666c-9d5e-43b3-9925-e1785ed576f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:32.730824 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-fd0fa6d6-370d-4e82-81be-a6052c22a674 req-dbfd666c-9d5e-43b3-9925-e1785ed576f2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=66fbf45043974460803db71f1750aacc&device_id=53cb08f0-26a5-4811-9df7-b5a346757838 HTTP/1.1" status: 200 len: 1096 time: 0.0492647 Dec 16 15:55:32.780353 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-fd0fa6d6-370d-4e82-81be-a6052c22a674 req-99b5ea97-a9e4-413e-ad68-c59e5c01a51b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18769a46-6816-4b5e-bcc0-d0d8cac455d6 HTTP/1.1" status: 200 len: 217 time: 0.0411839 Dec 16 15:55:32.834743 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0fa6d6-370d-4e82-81be-a6052c22a674 req-6389da43-3d44-4664-b148-d024db6b2261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:32.836228 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-fd0fa6d6-370d-4e82-81be-a6052c22a674 req-6389da43-3d44-4664-b148-d024db6b2261 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d74c3a7c-65e1-4354-b26d-40ed68846b85 HTTP/1.1" status: 200 len: 856 time: 0.0481467 Dec 16 15:55:32.883317 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0fa6d6-370d-4e82-81be-a6052c22a674 req-be04a40c-be9a-49e4-b2fb-23be61bf1d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:32.884827 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-fd0fa6d6-370d-4e82-81be-a6052c22a674 req-be04a40c-be9a-49e4-b2fb-23be61bf1d11 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d7f36349-73c7-464a-bf62-5f09a6e738d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0403123 Dec 16 15:55:32.979511 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-fd0fa6d6-370d-4e82-81be-a6052c22a674 req-feca6741-7146-4754-9d6e-f35c4d360820 service neutron] 10.222.0.66 "GET /v2.0/networks/d7f36349-73c7-464a-bf62-5f09a6e738d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866652 Dec 16 15:55:33.069951 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-fd0fa6d6-370d-4e82-81be-a6052c22a674 req-fdfbc36b-b044-40e0-9d4c-e52e3f30d61a service neutron] 10.222.0.66 "GET /v2.0/networks/d7f36349-73c7-464a-bf62-5f09a6e738d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818737 Dec 16 15:55:33.157090 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef846c70-2e51-446a-b464-b9b296e22a6f req-3571f101-f556-4bbf-b55d-23be30d6794f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:33.158645 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-ef846c70-2e51-446a-b464-b9b296e22a6f req-3571f101-f556-4bbf-b55d-23be30d6794f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=66fbf45043974460803db71f1750aacc&device_id=53cb08f0-26a5-4811-9df7-b5a346757838 HTTP/1.1" status: 200 len: 1096 time: 0.0403824 Dec 16 15:55:33.253736 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef846c70-2e51-446a-b464-b9b296e22a6f req-3921333e-cffb-4db0-a19b-1b696cd67ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:33.255221 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-ef846c70-2e51-446a-b464-b9b296e22a6f req-3921333e-cffb-4db0-a19b-1b696cd67ac8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d7f36349-73c7-464a-bf62-5f09a6e738d6 HTTP/1.1" status: 200 len: 918 time: 0.0890577 Dec 16 15:55:33.290896 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adac8d57-1c5b-4930-8ea4-49939c6a56b5 req-ebabc0c6-f894-4486-aaa4-a7cf21f154db tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:33.292366 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-adac8d57-1c5b-4930-8ea4-49939c6a56b5 req-ebabc0c6-f894-4486-aaa4-a7cf21f154db tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=53cb08f0-26a5-4811-9df7-b5a346757838 HTTP/1.1" status: 200 len: 943 time: 0.0589046 Dec 16 15:55:33.299397 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-ef846c70-2e51-446a-b464-b9b296e22a6f req-48185092-b412-4942-96ad-ff1219b17a34 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18769a46-6816-4b5e-bcc0-d0d8cac455d6 HTTP/1.1" status: 200 len: 217 time: 0.0359488 Dec 16 15:55:33.341954 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-adac8d57-1c5b-4930-8ea4-49939c6a56b5 req-e251a66d-6ec7-4341-870d-129154737174 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8554656-b598-4191-8963-82a5522f7c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420511 Dec 16 15:55:33.351669 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef846c70-2e51-446a-b464-b9b296e22a6f req-e6958aab-1cfb-492d-9d59-9b35329dd942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:33.353225 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-ef846c70-2e51-446a-b464-b9b296e22a6f req-e6958aab-1cfb-492d-9d59-9b35329dd942 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d74c3a7c-65e1-4354-b26d-40ed68846b85 HTTP/1.1" status: 200 len: 856 time: 0.0462394 Dec 16 15:55:33.403786 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef846c70-2e51-446a-b464-b9b296e22a6f req-5371cb83-02f5-46f6-be8e-513bfe47cfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:33.405304 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-ef846c70-2e51-446a-b464-b9b296e22a6f req-5371cb83-02f5-46f6-be8e-513bfe47cfc5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d7f36349-73c7-464a-bf62-5f09a6e738d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0439129 Dec 16 15:55:33.507646 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-ef846c70-2e51-446a-b464-b9b296e22a6f req-cf90a7c5-62d4-4879-83ba-176c6bc6209a service neutron] 10.222.0.66 "GET /v2.0/networks/d7f36349-73c7-464a-bf62-5f09a6e738d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862675 Dec 16 15:55:33.603060 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-ef846c70-2e51-446a-b464-b9b296e22a6f req-ba4c0340-7c98-43f2-9a51-247f6c8f62a9 service neutron] 10.222.0.66 "GET /v2.0/networks/d7f36349-73c7-464a-bf62-5f09a6e738d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864403 Dec 16 15:55:33.622780 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 44544) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:33.739826 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-786a5454-6964-45f9-bf3e-bca0456a736f admin admin] Publish callbacks [] for security_group, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:33.821103 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-786a5454-6964-45f9-bf3e-bca0456a736f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:33.826384 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-786a5454-6964-45f9-bf3e-bca0456a736f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:33.863643 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-786a5454-6964-45f9-bf3e-bca0456a736f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=abb09045a2cd4fbc847acafbb939d386&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2394595 Dec 16 15:55:33.864484 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786a5454-6964-45f9-bf3e-bca0456a736f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c0c952-9514-4681-92df-4169206e3547,revision_number=1']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:33.866657 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 44548) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:33.914004 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-cd32004d-0bcb-4d2c-a700-12cc70ef9d40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:33.934005 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-cd32004d-0bcb-4d2c-a700-12cc70ef9d40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:33.980655 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-cd32004d-0bcb-4d2c-a700-12cc70ef9d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:33.983220 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-cd32004d-0bcb-4d2c-a700-12cc70ef9d40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:33.984357 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-cd32004d-0bcb-4d2c-a700-12cc70ef9d40 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/53c0c952-9514-4681-92df-4169206e3547 HTTP/1.1" status: 204 len: 168 time: 0.1167502 Dec 16 15:55:33.991790 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd32004d-0bcb-4d2c-a700-12cc70ef9d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c0c952-9514-4681-92df-4169206e3547,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:34.256951 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 44554) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:34.270103 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-d12a43b4-b8bb-422e-b382-877ee9669d95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:34.344787 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-d12a43b4-b8bb-422e-b382-877ee9669d95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:34.350903 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-d12a43b4-b8bb-422e-b382-877ee9669d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:34.392972 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-d12a43b4-b8bb-422e-b382-877ee9669d95 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=60ac60a7e4e74757a46b4d243a9dd873&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1322706 Dec 16 15:55:34.392972 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12a43b4-b8bb-422e-b382-877ee9669d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc9567c-71db-43b8-b460-11390d3b103d,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:34.394094 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 44558) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:34.479691 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-2532f00f-5c86-4a1d-97ee-f3e3d0ceb312 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:34.499489 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b6d75-7a6c-400d-886f-1b28817b6e32 req-93e78de1-5601-4750-b27d-dd9d6614b79a tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:34.501012 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-606b6d75-7a6c-400d-886f-1b28817b6e32 req-93e78de1-5601-4750-b27d-dd9d6614b79a tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=53cb08f0-26a5-4811-9df7-b5a346757838 HTTP/1.1" status: 200 len: 943 time: 0.0724807 Dec 16 15:55:34.513462 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-2532f00f-5c86-4a1d-97ee-f3e3d0ceb312 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:34.576969 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-606b6d75-7a6c-400d-886f-1b28817b6e32 req-703203e0-a4be-430c-9906-ab66a9f045e7 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8554656-b598-4191-8963-82a5522f7c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684242 Dec 16 15:55:34.591307 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-2532f00f-5c86-4a1d-97ee-f3e3d0ceb312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:34.594287 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-2532f00f-5c86-4a1d-97ee-f3e3d0ceb312 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:34.595415 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-2532f00f-5c86-4a1d-97ee-f3e3d0ceb312 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6fc9567c-71db-43b8-b460-11390d3b103d HTTP/1.1" status: 204 len: 168 time: 0.2007165 Dec 16 15:55:34.603979 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2532f00f-5c86-4a1d-97ee-f3e3d0ceb312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc9567c-71db-43b8-b460-11390d3b103d,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:34.669869 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device 18769a46-6816-4b5e-bcc0-d0d8cac455d6 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=108906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:55:34.892668 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] For port 18769a46-6816-4b5e-bcc0-d0d8cac455d6, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=18769a46-6816-4b5e-bcc0-d0d8cac455d6,segment=NetworkSegment(6ac95f2c-e8cd-453d-a535-ad4189b6290a),segment_id=6ac95f2c-e8cd-453d-a535-ad4189b6290a)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:55:34.904580 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Returning: {'device': '18769a46-6816-4b5e-bcc0-d0d8cac455d6', 'network_id': 'd7f36349-73c7-464a-bf62-5f09a6e738d6', 'port_id': '18769a46-6816-4b5e-bcc0-d0d8cac455d6', 'mac_address': 'fa:16:3e:7c:7f:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd74c3a7c-65e1-4354-b26d-40ed68846b85', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:55:34.942155 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:34.955211 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.notifiers.nova [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18769a46-6816-4b5e-bcc0-d0d8cac455d6 {{(pid=108906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:55:34.975197 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] For port 18769a46-6816-4b5e-bcc0-d0d8cac455d6, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=18769a46-6816-4b5e-bcc0-d0d8cac455d6,segment=NetworkSegment(6ac95f2c-e8cd-453d-a535-ad4189b6290a),segment_id=6ac95f2c-e8cd-453d-a535-ad4189b6290a)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:55:34.980398 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:35.030250 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Pushing event updated for resources: {'Port': ['ID=18769a46-6816-4b5e-bcc0-d0d8cac455d6,revision_number=4']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:35.250642 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] get_ports_and_sgs() called for port_ids ['18769a46-6816-4b5e-bcc0-d0d8cac455d6'] {{(pid=108906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:55:35.701126 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30795ca3-639d-4f28-8354-4a81c715964a req-ea63777c-3547-4823-bf66-94b0354ec86f tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:35.702670 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-30795ca3-639d-4f28-8354-4a81c715964a req-ea63777c-3547-4823-bf66-94b0354ec86f tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=53cb08f0-26a5-4811-9df7-b5a346757838 HTTP/1.1" status: 200 len: 944 time: 0.0495141 Dec 16 15:55:35.751753 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-30795ca3-639d-4f28-8354-4a81c715964a req-1354da6d-cf81-4182-9576-567ee2e287d9 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8554656-b598-4191-8963-82a5522f7c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431252 Dec 16 15:55:36.490366 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 44622) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:36.601452 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-430994dd-40e7-4416-a5f7-0c7671def976 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:36.626213 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-bfe8ac40-c1a1-4301-af81-b66f8e44014c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:36.673602 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device 18769a46-6816-4b5e-bcc0-d0d8cac455d6 up at agent hyperv_hv-cinder-78447 {{(pid=108906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:55:36.679527 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-430994dd-40e7-4416-a5f7-0c7671def976 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:36.684959 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-430994dd-40e7-4416-a5f7-0c7671def976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:36.721163 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430994dd-40e7-4416-a5f7-0c7671def976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac12e68-8eca-429a-8b3f-8353f5c1c53c,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:36.726366 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Provisioning for port 18769a46-6816-4b5e-bcc0-d0d8cac455d6 completed by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:55:36.729605 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-430994dd-40e7-4416-a5f7-0c7671def976 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4eed98516f514c6f8bc2959f61e4cf33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2357690 Dec 16 15:55:36.730045 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 44626) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:36.731181 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Provisioning complete for port 18769a46-6816-4b5e-bcc0-d0d8cac455d6 triggered by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:55:36.731552 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:36.778047 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-d7eff927-2ff8-4121-ae1d-da7e9ff5cfaf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:36.799759 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-d7eff927-2ff8-4121-ae1d-da7e9ff5cfaf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:36.811638 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:36.836532 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53cb08f0-26a5-4811-9df7-b5a346757838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18769a46-6816-4b5e-bcc0-d0d8cac455d6'}] {{(pid=108906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:55:36.838923 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02b5cd720e1ebaa5714ffb0bc34871610594f2c4f6020a6f60f7cc29a5a8a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d83869-1ffc-4413-b52a-adb7dff26415" -d '{"events": [{"server_uuid": "53cb08f0-26a5-4811-9df7-b5a346757838", "name": "network-vif-plugged", "status": "completed", "tag": "18769a46-6816-4b5e-bcc0-d0d8cac455d6"}]}' {{(pid=108906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:55:36.853297 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] For port 18769a46-6816-4b5e-bcc0-d0d8cac455d6, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=18769a46-6816-4b5e-bcc0-d0d8cac455d6,segment=NetworkSegment(6ac95f2c-e8cd-453d-a535-ad4189b6290a),segment_id=6ac95f2c-e8cd-453d-a535-ad4189b6290a)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:55:36.858882 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:36.885757 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f2111-008f-4d42-8fce-8f13a54bba19 req-9df93e57-e310-4cbd-a61c-26d47269bb51 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:36.887268 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-e78f2111-008f-4d42-8fce-8f13a54bba19 req-9df93e57-e310-4cbd-a61c-26d47269bb51 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=53cb08f0-26a5-4811-9df7-b5a346757838 HTTP/1.1" status: 200 len: 944 time: 0.0584044 Dec 16 15:55:36.891825 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7141491-6cfb-44b8-bd0b-4d329226f2de x-openstack-request-id: req-b7141491-6cfb-44b8-bd0b-4d329226f2de {{(pid=108906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:55:36.892109 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53cb08f0-26a5-4811-9df7-b5a346757838", "name": "network-vif-plugged", "status": "completed", "tag": "18769a46-6816-4b5e-bcc0-d0d8cac455d6", "code": 200}]} {{(pid=108906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:55:36.892469 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b7141491-6cfb-44b8-bd0b-4d329226f2de {{(pid=108906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:55:36.893006 dv-cinder-784477-11-iscsi neutron-server[108906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53cb08f0-26a5-4811-9df7-b5a346757838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18769a46-6816-4b5e-bcc0-d0d8cac455d6', 'code': 200} Dec 16 15:55:36.898691 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-d7eff927-2ff8-4121-ae1d-da7e9ff5cfaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:36.901697 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-d7eff927-2ff8-4121-ae1d-da7e9ff5cfaf admin admin] Publish callbacks [] for security_group, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:36.905324 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-d7eff927-2ff8-4121-ae1d-da7e9ff5cfaf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1ac12e68-8eca-429a-8b3f-8353f5c1c53c HTTP/1.1" status: 204 len: 168 time: 0.1719456 Dec 16 15:55:36.919125 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Pushing event updated for resources: {'Port': ['ID=18769a46-6816-4b5e-bcc0-d0d8cac455d6,revision_number=5']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:36.923372 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eff927-2ff8-4121-ae1d-da7e9ff5cfaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac12e68-8eca-429a-8b3f-8353f5c1c53c,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:36.955074 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-e78f2111-008f-4d42-8fce-8f13a54bba19 req-373648ec-45a7-4832-aaa2-d9cc9fe241f3 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8554656-b598-4191-8963-82a5522f7c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510092 Dec 16 15:55:37.073662 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24307f39-2a79-4985-a995-e24cb9b7a9fb req-93e7d375-0368-49e4-93c4-2e59a3ce8a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:37.075176 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-24307f39-2a79-4985-a995-e24cb9b7a9fb req-93e7d375-0368-49e4-93c4-2e59a3ce8a9f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=53cb08f0-26a5-4811-9df7-b5a346757838 HTTP/1.1" status: 200 len: 1098 time: 0.0392883 Dec 16 15:55:37.121388 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-24307f39-2a79-4985-a995-e24cb9b7a9fb req-d86c22d8-30cb-42e4-9481-42c3ad2a4c91 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=e8554656-b598-4191-8963-82a5522f7c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367687 Dec 16 15:55:37.207602 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 44636) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:37.221133 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-a7f7beed-2fc3-4724-8b13-058a17fec0e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:37.299093 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-a7f7beed-2fc3-4724-8b13-058a17fec0e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:37.306124 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-a7f7beed-2fc3-4724-8b13-058a17fec0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:37.343043 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-a7f7beed-2fc3-4724-8b13-058a17fec0e2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=996c429219204adb96e9e8a9c292beb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1344397 Dec 16 15:55:37.344259 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f7beed-2fc3-4724-8b13-058a17fec0e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7ec269-6aec-4c97-894b-03c631c9d8d3,revision_number=1']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:37.346559 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 44638) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:37.404960 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-cbbff87f-f255-49d2-8949-40344da99480 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:37.425938 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-cbbff87f-f255-49d2-8949-40344da99480 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:37.474952 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-cbbff87f-f255-49d2-8949-40344da99480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:37.478562 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-cbbff87f-f255-49d2-8949-40344da99480 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:37.479709 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-cbbff87f-f255-49d2-8949-40344da99480 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0d7ec269-6aec-4c97-894b-03c631c9d8d3 HTTP/1.1" status: 204 len: 168 time: 0.1321044 Dec 16 15:55:37.488039 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbff87f-f255-49d2-8949-40344da99480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7ec269-6aec-4c97-894b-03c631c9d8d3,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:38.010465 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.agents_db [None req-3e981004-2469-4169-a15f-e329d1e51356 None None] Agent healthcheck: found 6 active agents {{(pid=108907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:55:38.089186 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f99525b-2754-4313-a4ab-6e9bf4563db8 req-a41fa4dd-374c-4b4f-80ce-61a9391d49f1 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:38.090717 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-3f99525b-2754-4313-a4ab-6e9bf4563db8 req-a41fa4dd-374c-4b4f-80ce-61a9391d49f1 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=53cb08f0-26a5-4811-9df7-b5a346757838 HTTP/1.1" status: 200 len: 945 time: 0.0549204 Dec 16 15:55:38.141188 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-3f99525b-2754-4313-a4ab-6e9bf4563db8 req-d2814834-cc34-4e78-a092-2b889c0d87bb tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8554656-b598-4191-8963-82a5522f7c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433869 Dec 16 15:55:38.180671 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 44662) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:38.281193 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.v2.base [None req-da92099c-4004-4eae-9ca0-127022fbfd6b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-620379553-network', 'tenant_id': '8ef5cc57f033499b9a5f5e1645e8521b'}} {{(pid=108904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:55:38.306718 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da92099c-4004-4eae-9ca0-127022fbfd6b admin admin] Made reservation on behalf of 8ef5cc57f033499b9a5f5e1645e8521b for: {'network': 1} {{(pid=108904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:55:38.308919 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-da92099c-4004-4eae-9ca0-127022fbfd6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for network, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:38.317138 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-da92099c-4004-4eae-9ca0-127022fbfd6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:38.395563 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-da92099c-4004-4eae-9ca0-127022fbfd6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:38.400770 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-da92099c-4004-4eae-9ca0-127022fbfd6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:38.421721 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da92099c-4004-4eae-9ca0-127022fbfd6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=108904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:55:38.436518 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92099c-4004-4eae-9ca0-127022fbfd6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c297b09-912e-4606-81af-50eb27491e94,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:38.439424 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-da92099c-4004-4eae-9ca0-127022fbfd6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772428'] for segment, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:38.439762 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.db.segments_db [None req-da92099c-4004-4eae-9ca0-127022fbfd6b admin admin] Added segment 4c1decf9-7ebf-4433-8695-71aa984e199e of type vlan for network 9919f819-848b-4be9-bfff-9ef7f220bc65 Dec 16 15:55:38.479035 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-da92099c-4004-4eae-9ca0-127022fbfd6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739691820328'] for network, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:38.506965 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-da92099c-4004-4eae-9ca0-127022fbfd6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8007001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803'] for network, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:38.508019 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da92099c-4004-4eae-9ca0-127022fbfd6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:38.508619 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-da92099c-4004-4eae-9ca0-127022fbfd6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7902797'] for network, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:38.563382 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-da92099c-4004-4eae-9ca0-127022fbfd6b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3815906 Dec 16 15:55:38.566575 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 44666) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:38.570006 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92099c-4004-4eae-9ca0-127022fbfd6b admin admin] Pushing event updated for resources: {'Network': ['ID=9919f819-848b-4be9-bfff-9ef7f220bc65,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:38.572186 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.v2.base [None req-7bb30ca5-b5eb-40ef-aa7c-ea4ca44f8a4a admin admin] Request body: {'subnet': {'network_id': '9919f819-848b-4be9-bfff-9ef7f220bc65', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-620379553-subnet', 'tenant_id': '8ef5cc57f033499b9a5f5e1645e8521b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:55:38.579816 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Network 9919f819-848b-4be9-bfff-9ef7f220bc65 details requested by agent ovs-agent-dv-cinder-784477-11-iscsi with host dv-cinder-784477-11-iscsi {{(pid=108906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:55:38.596978 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb30ca5-b5eb-40ef-aa7c-ea4ca44f8a4a admin admin] Made reservation on behalf of 8ef5cc57f033499b9a5f5e1645e8521b for: {'subnet': 1} {{(pid=108905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:55:38.599425 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-7bb30ca5-b5eb-40ef-aa7c-ea4ca44f8a4a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4908194'] for subnet, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:38.762166 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-7bb30ca5-b5eb-40ef-aa7c-ea4ca44f8a4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8060090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5935172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4908220'] for subnet, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:38.807930 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb30ca5-b5eb-40ef-aa7c-ea4ca44f8a4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e747a9fe-885c-4779-8022-1146a7e5bb94,revision_number=0']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:38.822403 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb30ca5-b5eb-40ef-aa7c-ea4ca44f8a4a admin admin] Checking segment: {'id': '4c1decf9-7ebf-4433-8695-71aa984e199e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '9919f819-848b-4be9-bfff-9ef7f220bc65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:55:38.822748 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb30ca5-b5eb-40ef-aa7c-ea4ca44f8a4a admin admin] Network hostable DHCP agents. Network: 9919f819-848b-4be9-bfff-9ef7f220bc65, hostable agents: ['02e00dda-7193-4a71-a593-a2bdfaca617e'], hosted agents: [] {{(pid=108905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:55:38.840069 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb30ca5-b5eb-40ef-aa7c-ea4ca44f8a4a admin admin] Network 9919f819-848b-4be9-bfff-9ef7f220bc65 is scheduled to be hosted by DHCP agent 02e00dda-7193-4a71-a593-a2bdfaca617e with binding_index 1 {{(pid=108905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:55:38.850742 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.base_scheduler [None req-7bb30ca5-b5eb-40ef-aa7c-ea4ca44f8a4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-11-iscsi, 9919f819-848b-4be9-bfff-9ef7f220bc65) {{(pid=108905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:55:38.854818 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb30ca5-b5eb-40ef-aa7c-ea4ca44f8a4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:38.855410 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-7bb30ca5-b5eb-40ef-aa7c-ea4ca44f8a4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7902797'] for subnet, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:38.862927 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2422dd1-1b99-4d22-9434-a4ac1f7f7b99 None None] Network 9919f819-848b-4be9-bfff-9ef7f220bc65 requested from dv-cinder-784477-11-iscsi {{(pid=108906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:55:38.873421 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-7bb30ca5-b5eb-40ef-aa7c-ea4ca44f8a4a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3051021 Dec 16 15:55:38.905879 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-c811eea2-f7b3-406e-b93c-384554e7b868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:38.960722 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6aaf37f-0ae9-45d0-969c-def206571a77 None None] Network 9919f819-848b-4be9-bfff-9ef7f220bc65 requested from dv-cinder-784477-11-iscsi {{(pid=108906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:55:39.260363 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc8f51-6aa3-4456-80cf-787058433006 req-50781fce-ebea-4234-9e71-a2cf1fee0ad3 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:39.261883 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-2cbc8f51-6aa3-4456-80cf-787058433006 req-50781fce-ebea-4234-9e71-a2cf1fee0ad3 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=53cb08f0-26a5-4811-9df7-b5a346757838 HTTP/1.1" status: 200 len: 945 time: 0.0505874 Dec 16 15:55:39.307513 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-2cbc8f51-6aa3-4456-80cf-787058433006 req-0cd23b59-3007-4fab-8bcc-498e2cbb16f2 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8554656-b598-4191-8963-82a5522f7c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395250 Dec 16 15:55:39.359441 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 44688) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:39.364398 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.v2.base [None req-9b6c18a1-a825-4ed1-983f-f761e24b4f38 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1418268232-network', 'tenant_id': 'd78dac91a484449c9b13f424708b995b'}} {{(pid=108905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:55:39.414414 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b6c18a1-a825-4ed1-983f-f761e24b4f38 admin admin] Made reservation on behalf of d78dac91a484449c9b13f424708b995b for: {'network': 1} {{(pid=108905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:55:39.416468 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-9b6c18a1-a825-4ed1-983f-f761e24b4f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for network, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:39.426789 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-9b6c18a1-a825-4ed1-983f-f761e24b4f38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:39.446419 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16af790-a3b3-4d9f-83e0-5cfd17a01e57 req-9a6c8c89-bc04-4ff2-9044-ae2866e8bf11 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:39.447841 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-e16af790-a3b3-4d9f-83e0-5cfd17a01e57 req-9a6c8c89-bc04-4ff2-9044-ae2866e8bf11 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=53cb08f0-26a5-4811-9df7-b5a346757838 HTTP/1.1" status: 200 len: 945 time: 0.0735931 Dec 16 15:55:39.456456 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 44690) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:39.461678 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.v2.base [None req-10293bb1-97c1-4578-92ab-d0a759113838 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Request body: {'floatingip': {'port_id': '18769a46-6816-4b5e-bcc0-d0d8cac455d6'}} {{(pid=108905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:55:39.511988 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-10293bb1-97c1-4578-92ab-d0a759113838 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks [] for floatingip, before_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:39.635172 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-9b6c18a1-a825-4ed1-983f-f761e24b4f38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:39.641656 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-9b6c18a1-a825-4ed1-983f-f761e24b4f38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:39.709633 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b6c18a1-a825-4ed1-983f-f761e24b4f38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=108905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:55:39.718431 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6c18a1-a825-4ed1-983f-f761e24b4f38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26d39c57-b2f9-484a-a5f4-103b89eb7b4a,revision_number=1']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:39.727166 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-9b6c18a1-a825-4ed1-983f-f761e24b4f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772428'] for segment, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:39.727493 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.db.segments_db [None req-9b6c18a1-a825-4ed1-983f-f761e24b4f38 admin admin] Added segment cc115484-7ec8-4fd7-8218-21486427b618 of type vlan for network bc4a501b-694b-4874-8c5e-4b350a9c157d Dec 16 15:55:39.806495 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-9b6c18a1-a825-4ed1-983f-f761e24b4f38 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739691820328'] for network, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:39.901629 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-9b6c18a1-a825-4ed1-983f-f761e24b4f38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8007001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803'] for network, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:39.902593 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6c18a1-a825-4ed1-983f-f761e24b4f38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:39.903192 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-9b6c18a1-a825-4ed1-983f-f761e24b4f38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7902797'] for network, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:40.261470 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-9b6c18a1-a825-4ed1-983f-f761e24b4f38 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9008565 Dec 16 15:55:40.264573 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 44694) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:40.269632 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.v2.base [None req-ebf1d1be-adf0-4086-b0f9-d9d26c9620f5 admin admin] Request body: {'subnet': {'network_id': 'bc4a501b-694b-4874-8c5e-4b350a9c157d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1418268232-subnet', 'tenant_id': 'd78dac91a484449c9b13f424708b995b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:55:40.284555 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6c18a1-a825-4ed1-983f-f761e24b4f38 admin admin] Pushing event updated for resources: {'Network': ['ID=bc4a501b-694b-4874-8c5e-4b350a9c157d,revision_number=1']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:40.295637 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Network bc4a501b-694b-4874-8c5e-4b350a9c157d details requested by agent ovs-agent-dv-cinder-784477-11-iscsi with host dv-cinder-784477-11-iscsi {{(pid=108906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:55:40.308479 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf1d1be-adf0-4086-b0f9-d9d26c9620f5 admin admin] Made reservation on behalf of d78dac91a484449c9b13f424708b995b for: {'subnet': 1} {{(pid=108904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:55:40.310933 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-ebf1d1be-adf0-4086-b0f9-d9d26c9620f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66823910'] for subnet, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:40.380142 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-10293bb1-97c1-4578-92ab-d0a759113838 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:40.385170 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-10293bb1-97c1-4578-92ab-d0a759113838 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874419'] for floatingip, after_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:40.481571 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-ebf1d1be-adf0-4086-b0f9-d9d26c9620f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8060090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66823928'] for subnet, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:40.484744 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.db.l3_db [None req-10293bb1-97c1-4578-92ab-d0a759113838 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Floating IP b93cc21e-f56f-4634-b5c0-8ec35a0b1da4 associated. External IP: 172.27.1.103, port: 18769a46-6816-4b5e-bcc0-d0d8cac455d6. Dec 16 15:55:40.522588 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-223b144f-a2e3-43d1-9ee0-793d55a0ef66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:40.535606 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf1d1be-adf0-4086-b0f9-d9d26c9620f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=796feed6-a44a-45da-84c2-691829051869,revision_number=0']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:40.544232 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf1d1be-adf0-4086-b0f9-d9d26c9620f5 admin admin] Checking segment: {'id': 'cc115484-7ec8-4fd7-8218-21486427b618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'bc4a501b-694b-4874-8c5e-4b350a9c157d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:55:40.544578 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf1d1be-adf0-4086-b0f9-d9d26c9620f5 admin admin] Network hostable DHCP agents. Network: bc4a501b-694b-4874-8c5e-4b350a9c157d, hostable agents: ['02e00dda-7193-4a71-a593-a2bdfaca617e'], hosted agents: [] {{(pid=108904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:55:40.562219 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf1d1be-adf0-4086-b0f9-d9d26c9620f5 admin admin] Network bc4a501b-694b-4874-8c5e-4b350a9c157d is scheduled to be hosted by DHCP agent 02e00dda-7193-4a71-a593-a2bdfaca617e with binding_index 1 {{(pid=108904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:55:40.573224 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.base_scheduler [None req-ebf1d1be-adf0-4086-b0f9-d9d26c9620f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-11-iscsi, bc4a501b-694b-4874-8c5e-4b350a9c157d) {{(pid=108904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:55:40.580548 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf1d1be-adf0-4086-b0f9-d9d26c9620f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:40.581206 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-ebf1d1be-adf0-4086-b0f9-d9d26c9620f5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:40.583248 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4001fee0-3cdc-455b-9d23-05b08d7ba383 None None] Network bc4a501b-694b-4874-8c5e-4b350a9c157d requested from dv-cinder-784477-11-iscsi {{(pid=108906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:55:40.600019 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-ebf1d1be-adf0-4086-b0f9-d9d26c9620f5 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3343215 Dec 16 15:55:40.682102 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81de5189-90f2-4dc8-8834-79f387d2a2be None None] Network bc4a501b-694b-4874-8c5e-4b350a9c157d requested from dv-cinder-784477-11-iscsi {{(pid=108906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:55:40.710880 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10293bb1-97c1-4578-92ab-d0a759113838 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Router afcb3ec5-edbc-47aa-8cd6-d33307178df8 has already been hosted by L3 agent 53beefa8-37d8-48bc-b6da-d824d56f81c3 {{(pid=108905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:55:40.819235 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10293bb1-97c1-4578-92ab-d0a759113838 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Notify agent at l3_agent.dv-cinder-784477-11-iscsi the message routers_updated {{(pid=108905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:55:40.824106 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-10293bb1-97c1-4578-92ab-d0a759113838 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294'] for floatingip, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:40.833763 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b1e5ed-33f3-4788-b62f-488bcf67c649 None None] Sync routers for ids ['afcb3ec5-edbc-47aa-8cd6-d33307178df8'] in dv-cinder-784477-11-iscsi {{(pid=108907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:55:40.843014 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b1e5ed-33f3-4788-b62f-488bcf67c649 None None] Routers {'afcb3ec5-edbc-47aa-8cd6-d33307178df8'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:55:40.843613 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-c5b1e5ed-33f3-4788-b62f-488bcf67c649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:55:39Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['afcb3ec5-edbc-47aa-8cd6-d33307178df8'], 'active': True} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:40.853697 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-10293bb1-97c1-4578-92ab-d0a759113838 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "PUT /v2.0/floatingips/b93cc21e-f56f-4634-b5c0-8ec35a0b1da4 HTTP/1.1" status: 200 len: 991 time: 1.3951211 Dec 16 15:55:40.854471 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53cb08f0-26a5-4811-9df7-b5a346757838', 'tag': '18769a46-6816-4b5e-bcc0-d0d8cac455d6'}] {{(pid=108905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:55:40.857975 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6427484bab23da45c698b4d929e4ad3874a49078d57181539d46633581fe494" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd45e8fd-6c3e-45e0-bae9-dee4126a2c6f" -d '{"events": [{"name": "network-changed", "server_uuid": "53cb08f0-26a5-4811-9df7-b5a346757838", "tag": "18769a46-6816-4b5e-bcc0-d0d8cac455d6"}]}' {{(pid=108905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:55:40.921432 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a6741d-b879-4812-8aee-5301268c8687 x-openstack-request-id: req-20a6741d-b879-4812-8aee-5301268c8687 {{(pid=108905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:55:40.921758 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53cb08f0-26a5-4811-9df7-b5a346757838", "tag": "18769a46-6816-4b5e-bcc0-d0d8cac455d6", "status": "completed", "code": 200}]} {{(pid=108905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:55:40.922015 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-20a6741d-b879-4812-8aee-5301268c8687 {{(pid=108905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:55:40.922433 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53cb08f0-26a5-4811-9df7-b5a346757838', 'tag': '18769a46-6816-4b5e-bcc0-d0d8cac455d6', 'status': 'completed', 'code': 200} Dec 16 15:55:40.956464 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvr_db [None req-c5b1e5ed-33f3-4788-b62f-488bcf67c649 None None] Set router afcb3ec5-edbc-47aa-8cd6-d33307178df8 gateway port host: dv-cinder-784477-11-iscsi {{(pid=108907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:55:40.990993 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd45e8fd-6c3e-45e0-bae9-dee4126a2c6f req-ad7c0647-24ea-4194-b116-eb1c8ca3227e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:40.992511 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-cd45e8fd-6c3e-45e0-bae9-dee4126a2c6f req-ad7c0647-24ea-4194-b116-eb1c8ca3227e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=66fbf45043974460803db71f1750aacc&device_id=53cb08f0-26a5-4811-9df7-b5a346757838 HTTP/1.1" status: 200 len: 1098 time: 0.0454888 Dec 16 15:55:41.093356 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd45e8fd-6c3e-45e0-bae9-dee4126a2c6f req-1cb27060-1bbd-44ba-bf06-010bff479051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:41.095295 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-cd45e8fd-6c3e-45e0-bae9-dee4126a2c6f req-1cb27060-1bbd-44ba-bf06-010bff479051 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d7f36349-73c7-464a-bf62-5f09a6e738d6 HTTP/1.1" status: 200 len: 918 time: 0.0942452 Dec 16 15:55:41.183993 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-cd45e8fd-6c3e-45e0-bae9-dee4126a2c6f req-2d36ca09-ec46-432f-bfda-41c6e391d23c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18769a46-6816-4b5e-bcc0-d0d8cac455d6 HTTP/1.1" status: 200 len: 999 time: 0.0807869 Dec 16 15:55:41.198676 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-c5b1e5ed-33f3-4788-b62f-488bcf67c649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afcb3ec5-edbc-47aa-8cd6-d33307178df8', 'name': 'tempest-AttachVolumeShelveTestJSON-1901300958-router', 'tenant_id': '66fbf45043974460803db71f1750aacc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fcbf830d-979b-458b-87b3-18b99eaf93c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:52:09Z', 'updated_at': '2021-12-16T15:52:13Z', 'revision_number': 4, 'project_id': '66fbf45043974460803db71f1750aacc', 'gw_port': {'id': 'fcbf830d-979b-458b-87b3-18b99eaf93c8', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:41:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcb3ec5-edbc-47aa-8cd6-d33307178df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:52:09Z', 'updated_at': '2021-12-16T15:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_floatingips': [{'id': 'b93cc21e-f56f-4634-b5c0-8ec35a0b1da4', 'tenant_id': '66fbf45043974460803db71f1750aacc', 'floating_ip_address': '172.27.1.103', 'floating_network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'router_id': 'afcb3ec5-edbc-47aa-8cd6-d33307178df8', 'port_id': '18769a46-6816-4b5e-bcc0-d0d8cac455d6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f36349-73c7-464a-bf62-5f09a6e738d6', 'mac_address': 'fa:16:3e:7c:7f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cb08f0-26a5-4811-9df7-b5a346757838', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:55:28Z', 'updated_at': '2021-12-16T15:55:40Z', 'revision_number': 1, 'project_id': '66fbf45043974460803db71f1750aacc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67ddacab-1bd5-40e9-8860-e1b870acaef9', 'name': '', 'network_id': 'd7f36349-73c7-464a-bf62-5f09a6e738d6', 'tenant_id': '66fbf45043974460803db71f1750aacc', 'mac_address': 'fa:16:3e:11:99:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcb3ec5-edbc-47aa-8cd6-d33307178df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'd74c3a7c-65e1-4354-b26d-40ed68846b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:52:12Z', 'updated_at': '2021-12-16T15:52:21Z', 'revision_number': 5, 'project_id': '66fbf45043974460803db71f1750aacc', 'subnets': [{'id': 'd74c3a7c-65e1-4354-b26d-40ed68846b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:41.228746 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b1e5ed-33f3-4788-b62f-488bcf67c649 None None] Checking router: afcb3ec5-edbc-47aa-8cd6-d33307178df8 for host: dv-cinder-784477-11-iscsi {{(pid=108907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:55:41.237731 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b1e5ed-33f3-4788-b62f-488bcf67c649 None None] Routers {'afcb3ec5-edbc-47aa-8cd6-d33307178df8'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:55:41.238332 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-c5b1e5ed-33f3-4788-b62f-488bcf67c649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:55:39Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['afcb3ec5-edbc-47aa-8cd6-d33307178df8'], 'active': True} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:41.239116 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd45e8fd-6c3e-45e0-bae9-dee4126a2c6f req-6be6bdfb-8313-469a-ab0c-1f5e8f0b7adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:41.240608 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-cd45e8fd-6c3e-45e0-bae9-dee4126a2c6f req-6be6bdfb-8313-469a-ab0c-1f5e8f0b7adc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d74c3a7c-65e1-4354-b26d-40ed68846b85 HTTP/1.1" status: 200 len: 856 time: 0.0494559 Dec 16 15:55:41.293397 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd45e8fd-6c3e-45e0-bae9-dee4126a2c6f req-1e741b7f-ab3b-4c56-8066-1391a08d31f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:41.294966 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-cd45e8fd-6c3e-45e0-bae9-dee4126a2c6f req-1e741b7f-ab3b-4c56-8066-1391a08d31f0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d7f36349-73c7-464a-bf62-5f09a6e738d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0420656 Dec 16 15:55:41.301037 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-e6a1afc6-ab61-4c06-9aae-8bc4c5fea8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:41.347792 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvr_db [None req-c5b1e5ed-33f3-4788-b62f-488bcf67c649 None None] Set router afcb3ec5-edbc-47aa-8cd6-d33307178df8 gateway port host: dv-cinder-784477-11-iscsi {{(pid=108907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:55:41.382164 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-cd45e8fd-6c3e-45e0-bae9-dee4126a2c6f req-95a0ca06-5673-470f-b43c-29f40b93259b service neutron] 10.222.0.66 "GET /v2.0/networks/d7f36349-73c7-464a-bf62-5f09a6e738d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788872 Dec 16 15:55:41.476096 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-cd45e8fd-6c3e-45e0-bae9-dee4126a2c6f req-1bb9844a-b46e-463b-ac24-768447d3a532 service neutron] 10.222.0.66 "GET /v2.0/networks/d7f36349-73c7-464a-bf62-5f09a6e738d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851667 Dec 16 15:55:41.576684 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-c5b1e5ed-33f3-4788-b62f-488bcf67c649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afcb3ec5-edbc-47aa-8cd6-d33307178df8', 'name': 'tempest-AttachVolumeShelveTestJSON-1901300958-router', 'tenant_id': '66fbf45043974460803db71f1750aacc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fcbf830d-979b-458b-87b3-18b99eaf93c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:52:09Z', 'updated_at': '2021-12-16T15:52:13Z', 'revision_number': 4, 'project_id': '66fbf45043974460803db71f1750aacc', 'gw_port': {'id': 'fcbf830d-979b-458b-87b3-18b99eaf93c8', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:41:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcb3ec5-edbc-47aa-8cd6-d33307178df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:52:09Z', 'updated_at': '2021-12-16T15:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_floatingips': [{'id': 'b93cc21e-f56f-4634-b5c0-8ec35a0b1da4', 'tenant_id': '66fbf45043974460803db71f1750aacc', 'floating_ip_address': '172.27.1.103', 'floating_network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'router_id': 'afcb3ec5-edbc-47aa-8cd6-d33307178df8', 'port_id': '18769a46-6816-4b5e-bcc0-d0d8cac455d6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f36349-73c7-464a-bf62-5f09a6e738d6', 'mac_address': 'fa:16:3e:7c:7f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cb08f0-26a5-4811-9df7-b5a346757838', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:55:28Z', 'updated_at': '2021-12-16T15:55:40Z', 'revision_number': 1, 'project_id': '66fbf45043974460803db71f1750aacc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67ddacab-1bd5-40e9-8860-e1b870acaef9', 'name': '', 'network_id': 'd7f36349-73c7-464a-bf62-5f09a6e738d6', 'tenant_id': '66fbf45043974460803db71f1750aacc', 'mac_address': 'fa:16:3e:11:99:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcb3ec5-edbc-47aa-8cd6-d33307178df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'd74c3a7c-65e1-4354-b26d-40ed68846b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:52:12Z', 'updated_at': '2021-12-16T15:52:21Z', 'revision_number': 5, 'project_id': '66fbf45043974460803db71f1750aacc', 'subnets': [{'id': 'd74c3a7c-65e1-4354-b26d-40ed68846b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:41.602930 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b1e5ed-33f3-4788-b62f-488bcf67c649 None None] The sync data for ids ['afcb3ec5-edbc-47aa-8cd6-d33307178df8'] in dv-cinder-784477-11-iscsi is: [{'id': 'afcb3ec5-edbc-47aa-8cd6-d33307178df8', 'name': 'tempest-AttachVolumeShelveTestJSON-1901300958-router', 'tenant_id': '66fbf45043974460803db71f1750aacc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fcbf830d-979b-458b-87b3-18b99eaf93c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:52:09Z', 'updated_at': '2021-12-16T15:52:13Z', 'revision_number': 4, 'project_id': '66fbf45043974460803db71f1750aacc', 'gw_port': {'id': 'fcbf830d-979b-458b-87b3-18b99eaf93c8', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:41:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcb3ec5-edbc-47aa-8cd6-d33307178df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:52:09Z', 'updated_at': '2021-12-16T15:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_floatingips': [{'id': 'b93cc21e-f56f-4634-b5c0-8ec35a0b1da4', 'tenant_id': '66fbf45043974460803db71f1750aacc', 'floating_ip_address': '172.27.1.103', 'floating_network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'router_id': 'afcb3ec5-edbc-47aa-8cd6-d33307178df8', 'port_id': '18769a46-6816-4b5e-bcc0-d0d8cac455d6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f36349-73c7-464a-bf62-5f09a6e738d6', 'mac_address': 'fa:16:3e:7c:7f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cb08f0-26a5-4811-9df7-b5a346757838', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:55:28Z', 'updated_at': '2021-12-16T15:55:40Z', 'revision_number': 1, 'project_id': '66fbf45043974460803db71f1750aacc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67ddacab-1bd5-40e9-8860-e1b870acaef9', 'name': '', 'network_id': 'd7f36349-73c7-464a-bf62-5f09a6e738d6', 'tenant_id': '66fbf45043974460803db71f1750aacc', 'mac_address': 'fa:16:3e:11:99:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcb3ec5-edbc-47aa-8cd6-d33307178df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'd74c3a7c-65e1-4354-b26d-40ed68846b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:52:12Z', 'updated_at': '2021-12-16T15:52:21Z', 'revision_number': 5, 'project_id': '66fbf45043974460803db71f1750aacc', 'subnets': [{'id': 'd74c3a7c-65e1-4354-b26d-40ed68846b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:55:41.793617 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae79d0a-7a6d-4c0c-ba0e-8b374fe84599 None None] New status for floating IP b93cc21e-f56f-4634-b5c0-8ec35a0b1da4: ACTIVE {{(pid=108906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 15:55:42.755449 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:49.352437 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:54.157667 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 44848) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:54.203014 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd5d7d66-09ab-4c2f-b9e4-aa32efea10de admin admin] Deleting subnet e747a9fe-885c-4779-8022-1146a7e5bb94 {{(pid=108904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:55:54.206416 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-bd5d7d66-09ab-4c2f-b9e4-aa32efea10de admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:54.239873 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-bd5d7d66-09ab-4c2f-b9e4-aa32efea10de admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4411844'] for subnet, precommit_delete_associations {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:54.281724 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-bd5d7d66-09ab-4c2f-b9e4-aa32efea10de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774085'] for subnet, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:54.337542 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-bd5d7d66-09ab-4c2f-b9e4-aa32efea10de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8060090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4504454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66823809'] for subnet, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:54.362507 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5d7d66-09ab-4c2f-b9e4-aa32efea10de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e747a9fe-885c-4779-8022-1146a7e5bb94,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:54.366330 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-bd5d7d66-09ab-4c2f-b9e4-aa32efea10de admin admin] Publish callbacks [] for subnet, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:54.369524 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-bd5d7d66-09ab-4c2f-b9e4-aa32efea10de admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e747a9fe-885c-4779-8022-1146a7e5bb94 HTTP/1.1" status: 204 len: 168 time: 0.2108216 Dec 16 15:55:54.372265 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 44850) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:54.439368 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-a1b5bbe1-0165-49e0-81b9-6f84d0828dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726507'] for network, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:54.522720 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-a1b5bbe1-0165-49e0-81b9-6f84d0828dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771154', 'neutron.services.segments.db._delete_segments_for_network-8739692305794'] for network, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:54.542231 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.services.segments.db [None req-a1b5bbe1-0165-49e0-81b9-6f84d0828dd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9919f819-848b-4be9-bfff-9ef7f220bc65']}} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:54.551039 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.services.segments.db [None req-a1b5bbe1-0165-49e0-81b9-6f84d0828dd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c1decf9-7ebf-4433-8695-71aa984e199e') {'for_net_delete': True} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:54.551324 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.services.segments.db [None req-a1b5bbe1-0165-49e0-81b9-6f84d0828dd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c1decf9-7ebf-4433-8695-71aa984e199e') {} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:54.560913 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-a1b5bbe1-0165-49e0-81b9-6f84d0828dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739692307083', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4411711'] for segment, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:54.573827 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-a1b5bbe1-0165-49e0-81b9-6f84d0828dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772428'] for segment, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:54.580313 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1b5bbe1-0165-49e0-81b9-6f84d0828dd8 admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=108904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:55:54.580877 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-a1b5bbe1-0165-49e0-81b9-6f84d0828dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4504556'] for segment, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:54.583306 dv-cinder-784477-11-iscsi neutron-server[108904]: Traceback (most recent call last): Dec 16 15:55:54.583306 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:55:54.583306 dv-cinder-784477-11-iscsi neutron-server[108904]: timer() Dec 16 15:55:54.583306 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:55:54.583306 dv-cinder-784477-11-iscsi neutron-server[108904]: cb(*args, **kw) Dec 16 15:55:54.583306 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:55:54.583306 dv-cinder-784477-11-iscsi neutron-server[108904]: return func(*args, **kwargs) Dec 16 15:55:54.583306 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:55:54.583306 dv-cinder-784477-11-iscsi neutron-server[108904]: self._notify() Dec 16 15:55:54.583306 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:55:54.583306 dv-cinder-784477-11-iscsi neutron-server[108904]: self.callback(batched_events) Dec 16 15:55:54.583306 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:55:54.583306 dv-cinder-784477-11-iscsi neutron-server[108904]: event.method(event) Dec 16 15:55:54.583306 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:55:54.583306 dv-cinder-784477-11-iscsi neutron-server[108904]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:55:54.583306 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:55:54.583306 dv-cinder-784477-11-iscsi neutron-server[108904]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:55:54.583306 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:55:54.583306 dv-cinder-784477-11-iscsi neutron-server[108904]: return f(self, *a, **k) Dec 16 15:55:54.583306 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:55:54.583306 dv-cinder-784477-11-iscsi neutron-server[108904]: return self._get(url).json() Dec 16 15:55:54.583306 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:55:54.583306 dv-cinder-784477-11-iscsi neutron-server[108904]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:55:54.583306 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:55:54.583306 dv-cinder-784477-11-iscsi neutron-server[108904]: return self.request(url, 'GET', **kwargs) Dec 16 15:55:54.583306 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:55:54.583306 dv-cinder-784477-11-iscsi neutron-server[108904]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:55:54.583306 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:55:54.583306 dv-cinder-784477-11-iscsi neutron-server[108904]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:55:54.583306 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:55:54.583306 dv-cinder-784477-11-iscsi neutron-server[108904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:55:54.583306 dv-cinder-784477-11-iscsi neutron-server[108904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:55:54.645553 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-a1b5bbe1-0165-49e0-81b9-6f84d0828dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8007001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874401'] for network, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:54.651049 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-a1b5bbe1-0165-49e0-81b9-6f84d0828dd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7902797'] for network, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:54.654171 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-a1b5bbe1-0165-49e0-81b9-6f84d0828dd8 admin admin] 10.222.0.31 "DELETE /v2.0/networks/9919f819-848b-4be9-bfff-9ef7f220bc65 HTTP/1.1" status: 204 len: 168 time: 0.2809737 Dec 16 15:55:54.657093 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 44852) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:54.670010 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5bbe1-0165-49e0-81b9-6f84d0828dd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9919f819-848b-4be9-bfff-9ef7f220bc65,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:54.699957 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.db.db_base_plugin_v2 [None req-45ef1369-cb6e-4667-b090-de1c438e7075 admin admin] Deleting subnet 796feed6-a44a-45da-84c2-691829051869 {{(pid=108905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:55:54.703208 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-45ef1369-cb6e-4667-b090-de1c438e7075 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:54.739756 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-45ef1369-cb6e-4667-b090-de1c438e7075 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5639532'] for subnet, precommit_delete_associations {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:54.788293 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-45ef1369-cb6e-4667-b090-de1c438e7075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774085'] for subnet, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:54.851397 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-45ef1369-cb6e-4667-b090-de1c438e7075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8060090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5936003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4908229'] for subnet, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:54.877716 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-45ef1369-cb6e-4667-b090-de1c438e7075 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7902797'] for subnet, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:54.880863 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-45ef1369-cb6e-4667-b090-de1c438e7075 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/796feed6-a44a-45da-84c2-691829051869 HTTP/1.1" status: 204 len: 168 time: 0.2227340 Dec 16 15:55:54.882206 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ef1369-cb6e-4667-b090-de1c438e7075 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=796feed6-a44a-45da-84c2-691829051869,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:54.884214 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 44856) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:54.952559 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-d3d41fa3-406d-4efa-b590-9fce1f21f211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726507'] for network, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:55.034817 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-d3d41fa3-406d-4efa-b590-9fce1f21f211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771154', 'neutron.services.segments.db._delete_segments_for_network-8739692305794'] for network, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:55.056361 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.services.segments.db [None req-d3d41fa3-406d-4efa-b590-9fce1f21f211 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc4a501b-694b-4874-8c5e-4b350a9c157d']}} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:55.065756 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.services.segments.db [None req-d3d41fa3-406d-4efa-b590-9fce1f21f211 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc115484-7ec8-4fd7-8218-21486427b618') {'for_net_delete': True} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:55.066046 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.services.segments.db [None req-d3d41fa3-406d-4efa-b590-9fce1f21f211 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc115484-7ec8-4fd7-8218-21486427b618') {} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:55.075420 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-d3d41fa3-406d-4efa-b590-9fce1f21f211 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739692307083', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4411711'] for segment, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:55.089782 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-d3d41fa3-406d-4efa-b590-9fce1f21f211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772428'] for segment, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:55.096165 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3d41fa3-406d-4efa-b590-9fce1f21f211 admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=108904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:55:55.096855 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-d3d41fa3-406d-4efa-b590-9fce1f21f211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4504556'] for segment, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:55.098227 dv-cinder-784477-11-iscsi neutron-server[108904]: Traceback (most recent call last): Dec 16 15:55:55.098227 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:55:55.098227 dv-cinder-784477-11-iscsi neutron-server[108904]: timer() Dec 16 15:55:55.098227 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:55:55.098227 dv-cinder-784477-11-iscsi neutron-server[108904]: cb(*args, **kw) Dec 16 15:55:55.098227 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:55:55.098227 dv-cinder-784477-11-iscsi neutron-server[108904]: return func(*args, **kwargs) Dec 16 15:55:55.098227 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:55:55.098227 dv-cinder-784477-11-iscsi neutron-server[108904]: self._notify() Dec 16 15:55:55.098227 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:55:55.098227 dv-cinder-784477-11-iscsi neutron-server[108904]: self.callback(batched_events) Dec 16 15:55:55.098227 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:55:55.098227 dv-cinder-784477-11-iscsi neutron-server[108904]: event.method(event) Dec 16 15:55:55.098227 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:55:55.098227 dv-cinder-784477-11-iscsi neutron-server[108904]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:55:55.098227 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:55:55.098227 dv-cinder-784477-11-iscsi neutron-server[108904]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:55:55.098227 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:55:55.098227 dv-cinder-784477-11-iscsi neutron-server[108904]: return f(self, *a, **k) Dec 16 15:55:55.098227 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:55:55.098227 dv-cinder-784477-11-iscsi neutron-server[108904]: return self._get(url).json() Dec 16 15:55:55.098227 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:55:55.098227 dv-cinder-784477-11-iscsi neutron-server[108904]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:55:55.098227 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:55:55.098227 dv-cinder-784477-11-iscsi neutron-server[108904]: return self.request(url, 'GET', **kwargs) Dec 16 15:55:55.098227 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:55:55.098227 dv-cinder-784477-11-iscsi neutron-server[108904]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:55:55.098227 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:55:55.098227 dv-cinder-784477-11-iscsi neutron-server[108904]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:55:55.098227 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:55:55.098227 dv-cinder-784477-11-iscsi neutron-server[108904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:55:55.098227 dv-cinder-784477-11-iscsi neutron-server[108904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:55:55.158695 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-d3d41fa3-406d-4efa-b590-9fce1f21f211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8007001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874401'] for network, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:55.163924 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-d3d41fa3-406d-4efa-b590-9fce1f21f211 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7902797'] for network, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:55.167042 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-d3d41fa3-406d-4efa-b590-9fce1f21f211 admin admin] 10.222.0.31 "DELETE /v2.0/networks/bc4a501b-694b-4874-8c5e-4b350a9c157d HTTP/1.1" status: 204 len: 168 time: 0.2816861 Dec 16 15:55:55.178397 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d41fa3-406d-4efa-b590-9fce1f21f211 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc4a501b-694b-4874-8c5e-4b350a9c157d,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:55.332892 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 44862) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:55.375656 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-ded1717a-5d1f-48ef-9462-62aed86f9214 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8ef5cc57f033499b9a5f5e1645e8521b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415013 Dec 16 15:55:55.378108 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 44864) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:55.424744 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-af5f59c0-24e5-43b4-b927-1f7812682196 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:55.445096 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-af5f59c0-24e5-43b4-b927-1f7812682196 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:55.492805 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-af5f59c0-24e5-43b4-b927-1f7812682196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:55.495447 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-af5f59c0-24e5-43b4-b927-1f7812682196 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:55.496592 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-af5f59c0-24e5-43b4-b927-1f7812682196 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7c297b09-912e-4606-81af-50eb27491e94 HTTP/1.1" status: 204 len: 168 time: 0.1176543 Dec 16 15:55:55.504582 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5f59c0-24e5-43b4-b927-1f7812682196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c297b09-912e-4606-81af-50eb27491e94,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:55.829069 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 44870) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:55.873980 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-15500c6c-a6d6-4fbb-a53b-f0181be2b491 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d78dac91a484449c9b13f424708b995b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0436192 Dec 16 15:55:55.876625 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 44872) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:55.923983 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-3491721c-c5b0-4a90-afb9-5a2ba9a0794c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:55.951308 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-3491721c-c5b0-4a90-afb9-5a2ba9a0794c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:56.006828 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-3491721c-c5b0-4a90-afb9-5a2ba9a0794c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:56.010903 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-3491721c-c5b0-4a90-afb9-5a2ba9a0794c admin admin] Publish callbacks [] for security_group, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:56.012467 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-3491721c-c5b0-4a90-afb9-5a2ba9a0794c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/26d39c57-b2f9-484a-a5f4-103b89eb7b4a HTTP/1.1" status: 204 len: 168 time: 0.1349804 Dec 16 15:55:56.020457 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3491721c-c5b0-4a90-afb9-5a2ba9a0794c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d39c57-b2f9-484a-a5f4-103b89eb7b4a,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:56.027648 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3491721c-c5b0-4a90-afb9-5a2ba9a0794c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:55:56.027992 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3491721c-c5b0-4a90-afb9-5a2ba9a0794c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:55:56.028322 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3491721c-c5b0-4a90-afb9-5a2ba9a0794c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:55:56.028647 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3491721c-c5b0-4a90-afb9-5a2ba9a0794c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:55:56.028971 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3491721c-c5b0-4a90-afb9-5a2ba9a0794c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:55:56.029288 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3491721c-c5b0-4a90-afb9-5a2ba9a0794c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:55:56.029638 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3491721c-c5b0-4a90-afb9-5a2ba9a0794c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:55:56.030009 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3491721c-c5b0-4a90-afb9-5a2ba9a0794c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:55:56.030267 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3491721c-c5b0-4a90-afb9-5a2ba9a0794c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:55:56.030800 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3491721c-c5b0-4a90-afb9-5a2ba9a0794c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:55:56.030951 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3491721c-c5b0-4a90-afb9-5a2ba9a0794c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:55:56.031185 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3491721c-c5b0-4a90-afb9-5a2ba9a0794c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:55:56.031491 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3491721c-c5b0-4a90-afb9-5a2ba9a0794c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:56:06.636677 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ecb83f02-8335-44a2-990f-41bf6bed9fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:08.878852 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-d2dbf2fb-1dd6-4e6f-b592-565c55c0142c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:10.527489 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-223b144f-a2e3-43d1-9ee0-793d55a0ef66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:11.298836 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-e6a1afc6-ab61-4c06-9aae-8bc4c5fea8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:12.764502 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:15.010549 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.agents_db [None req-3e981004-2469-4169-a15f-e329d1e51356 None None] Agent healthcheck: found 6 active agents {{(pid=108907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:56:19.357340 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:23.066447 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f6358d-ef4d-4edf-a3be-902bd82dfe5d req-02f89187-44a8-4d72-b013-75bbd0549490 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:23.067910 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-d6f6358d-ef4d-4edf-a3be-902bd82dfe5d req-02f89187-44a8-4d72-b013-75bbd0549490 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=53cb08f0-26a5-4811-9df7-b5a346757838 HTTP/1.1" status: 200 len: 945 time: 0.0623713 Dec 16 15:56:23.119598 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-d6f6358d-ef4d-4edf-a3be-902bd82dfe5d req-fb4ef4dc-7442-4dac-9319-00e481812f23 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8554656-b598-4191-8963-82a5522f7c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449445 Dec 16 15:56:24.253211 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cae0fb-4ee5-476a-a658-4939b62b7be2 req-83dc2fed-741d-4861-bde7-ad0b6c1546a7 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:24.254670 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-f6cae0fb-4ee5-476a-a658-4939b62b7be2 req-83dc2fed-741d-4861-bde7-ad0b6c1546a7 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=53cb08f0-26a5-4811-9df7-b5a346757838 HTTP/1.1" status: 200 len: 945 time: 0.0504107 Dec 16 15:56:24.302299 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-f6cae0fb-4ee5-476a-a658-4939b62b7be2 req-e4b21f3b-04d6-44bc-8e75-ad2f9e2d07b1 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8554656-b598-4191-8963-82a5522f7c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412889 Dec 16 15:56:25.455579 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97a871d-bd3b-44a4-af92-b26cd3b424f7 req-818c176b-374a-4289-af74-36caa6f7fe13 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:25.457076 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-f97a871d-bd3b-44a4-af92-b26cd3b424f7 req-818c176b-374a-4289-af74-36caa6f7fe13 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=53cb08f0-26a5-4811-9df7-b5a346757838 HTTP/1.1" status: 200 len: 945 time: 0.0628636 Dec 16 15:56:25.508235 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-f97a871d-bd3b-44a4-af92-b26cd3b424f7 req-4a7a0a1e-c1a6-4d8a-b03e-909b47ef4ce7 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8554656-b598-4191-8963-82a5522f7c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451679 Dec 16 15:56:26.643682 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab6873e-6a11-413a-8e71-a4d62f3bb416 req-438074bc-7f78-4fd7-889b-7fdcf04f0e70 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:26.645113 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-4ab6873e-6a11-413a-8e71-a4d62f3bb416 req-438074bc-7f78-4fd7-889b-7fdcf04f0e70 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=53cb08f0-26a5-4811-9df7-b5a346757838 HTTP/1.1" status: 200 len: 945 time: 0.0525661 Dec 16 15:56:26.694536 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-4ab6873e-6a11-413a-8e71-a4d62f3bb416 req-03e10d3e-4fdf-46f4-b42a-2862fe21b81a tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8554656-b598-4191-8963-82a5522f7c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432878 Dec 16 15:56:27.822206 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4c2b07-872e-468e-b3ac-9102db86a8b3 req-18ed60df-a516-4b32-82cd-3d459529e25d tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:27.823667 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-8c4c2b07-872e-468e-b3ac-9102db86a8b3 req-18ed60df-a516-4b32-82cd-3d459529e25d tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=53cb08f0-26a5-4811-9df7-b5a346757838 HTTP/1.1" status: 200 len: 945 time: 0.0522726 Dec 16 15:56:27.879172 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-8c4c2b07-872e-468e-b3ac-9102db86a8b3 req-65d8c44a-8613-45e7-a512-16b0ec1561ca tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8554656-b598-4191-8963-82a5522f7c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461483 Dec 16 15:56:29.026072 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e090eb69-3b7e-447d-819f-4c9b9462e355 req-710fb0e0-76f7-413c-9920-ff5243ceb33a tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:29.028337 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-e090eb69-3b7e-447d-819f-4c9b9462e355 req-710fb0e0-76f7-413c-9920-ff5243ceb33a tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=53cb08f0-26a5-4811-9df7-b5a346757838 HTTP/1.1" status: 200 len: 945 time: 0.0510383 Dec 16 15:56:29.079506 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-e090eb69-3b7e-447d-819f-4c9b9462e355 req-7b0da4e9-67f4-435d-8f26-962408118812 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8554656-b598-4191-8963-82a5522f7c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448511 Dec 16 15:56:30.205582 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1546e8b-3172-4d70-ae47-3702726c5859 req-90b8fc0d-17c6-4e58-8629-338080b6994b tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:30.207154 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-b1546e8b-3172-4d70-ae47-3702726c5859 req-90b8fc0d-17c6-4e58-8629-338080b6994b tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=53cb08f0-26a5-4811-9df7-b5a346757838 HTTP/1.1" status: 200 len: 945 time: 0.0499423 Dec 16 15:56:30.264532 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-b1546e8b-3172-4d70-ae47-3702726c5859 req-68196eae-b8e7-4a3f-b46b-2cecad05b275 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8554656-b598-4191-8963-82a5522f7c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485878 Dec 16 15:56:31.412403 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1995d5f8-3b65-49ea-a070-e3e2035e19ff req-fe562574-f1fd-4852-bf66-fcb7cf0493fe tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:31.413851 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-1995d5f8-3b65-49ea-a070-e3e2035e19ff req-fe562574-f1fd-4852-bf66-fcb7cf0493fe tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=53cb08f0-26a5-4811-9df7-b5a346757838 HTTP/1.1" status: 200 len: 945 time: 0.0622039 Dec 16 15:56:31.459655 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-1995d5f8-3b65-49ea-a070-e3e2035e19ff req-aab22f94-1f43-4ba6-b4bd-cec1350896ac tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8554656-b598-4191-8963-82a5522f7c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398161 Dec 16 15:56:32.593532 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109574d9-76cd-43c0-9bbe-e303e5a15610 req-e0f3ddf5-c13d-4549-b631-59b8efd81db9 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:32.595069 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-109574d9-76cd-43c0-9bbe-e303e5a15610 req-e0f3ddf5-c13d-4549-b631-59b8efd81db9 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=53cb08f0-26a5-4811-9df7-b5a346757838 HTTP/1.1" status: 200 len: 945 time: 0.0519080 Dec 16 15:56:32.642803 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-109574d9-76cd-43c0-9bbe-e303e5a15610 req-80a67710-1f4e-47d4-a6e7-150c7c892f79 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8554656-b598-4191-8963-82a5522f7c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416780 Dec 16 15:56:33.771891 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826b1372-1ca4-4867-aa98-add1f9c1c31e req-8397fd19-700f-4210-ae84-4c9c40f9a75b tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:33.773243 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-826b1372-1ca4-4867-aa98-add1f9c1c31e req-8397fd19-700f-4210-ae84-4c9c40f9a75b tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=53cb08f0-26a5-4811-9df7-b5a346757838 HTTP/1.1" status: 200 len: 945 time: 0.0491841 Dec 16 15:56:33.826812 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-826b1372-1ca4-4867-aa98-add1f9c1c31e req-936465fd-f92d-4118-b4f0-103fc5431d17 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8554656-b598-4191-8963-82a5522f7c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453131 Dec 16 15:56:34.228722 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 44972) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:34.582798 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.plugin [None req-947e875e-1de9-4518-b446-5506b1a21c96 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Deleting port fca1b073-f70d-4eb4-9644-68759108396b {{(pid=108905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:56:34.583132 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-947e875e-1de9-4518-b446-5506b1a21c96 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739692165232'] for port, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:34.657428 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-947e875e-1de9-4518-b446-5506b1a21c96 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343270'] for port, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:34.657750 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-947e875e-1de9-4518-b446-5506b1a21c96 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:34.669262 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.plugin [None req-947e875e-1de9-4518-b446-5506b1a21c96 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Calling delete_port for fca1b073-f70d-4eb4-9644-68759108396b owned by network:floatingip {{(pid=108905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:56:34.841083 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-947e875e-1de9-4518-b446-5506b1a21c96 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739692371923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739691803603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5936052'] for port, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:34.869212 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947e875e-1de9-4518-b446-5506b1a21c96 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Pushing event deleted for resources: {'Port': ['ID=fca1b073-f70d-4eb4-9644-68759108396b,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:34.951347 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-947e875e-1de9-4518-b446-5506b1a21c96 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Publish callbacks [] for floatingip, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:34.951584 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.db.l3_db [None req-947e875e-1de9-4518-b446-5506b1a21c96 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Floating IP 79212769-4260-4a16-aa4a-bf97348274d8 disassociated (deleted). External IP: 172.27.1.195, port: 8e2fdbb4-3edf-41eb-8daa-904ea54bacb1. Dec 16 15:56:34.980122 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device 18769a46-6816-4b5e-bcc0-d0d8cac455d6 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=108906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:56:35.006410 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6145131-5fd7-4f63-9f63-15ad17697abe req-14dfdfaa-4ecd-4c48-bd4b-47d19d4b3a35 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:35.007862 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-f6145131-5fd7-4f63-9f63-15ad17697abe req-14dfdfaa-4ecd-4c48-bd4b-47d19d4b3a35 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=53cb08f0-26a5-4811-9df7-b5a346757838 HTTP/1.1" status: 200 len: 945 time: 0.0984085 Dec 16 15:56:35.079032 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] For port 18769a46-6816-4b5e-bcc0-d0d8cac455d6, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=18769a46-6816-4b5e-bcc0-d0d8cac455d6,segment=NetworkSegment(6ac95f2c-e8cd-453d-a535-ad4189b6290a),segment_id=6ac95f2c-e8cd-453d-a535-ad4189b6290a)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:56:35.090375 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Returning: {'device': '18769a46-6816-4b5e-bcc0-d0d8cac455d6', 'network_id': 'd7f36349-73c7-464a-bf62-5f09a6e738d6', 'port_id': '18769a46-6816-4b5e-bcc0-d0d8cac455d6', 'mac_address': 'fa:16:3e:7c:7f:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd74c3a7c-65e1-4354-b26d-40ed68846b85', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:56:35.094288 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-f6145131-5fd7-4f63-9f63-15ad17697abe req-3e9374ac-fc04-4965-a9f5-9eacef99324d tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8554656-b598-4191-8963-82a5522f7c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788729 Dec 16 15:56:35.131273 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:35.144952 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.notifiers.nova [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 18769a46-6816-4b5e-bcc0-d0d8cac455d6 {{(pid=108906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:56:35.164377 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] For port 18769a46-6816-4b5e-bcc0-d0d8cac455d6, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=18769a46-6816-4b5e-bcc0-d0d8cac455d6,segment=NetworkSegment(6ac95f2c-e8cd-453d-a535-ad4189b6290a),segment_id=6ac95f2c-e8cd-453d-a535-ad4189b6290a)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:56:35.169608 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:35.200394 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-947e875e-1de9-4518-b446-5506b1a21c96 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Router 7593dae9-2052-4521-89a2-22f30af4575d has already been hosted by L3 agent 53beefa8-37d8-48bc-b6da-d824d56f81c3 {{(pid=108905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:56:35.221644 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Pushing event updated for resources: {'Port': ['ID=18769a46-6816-4b5e-bcc0-d0d8cac455d6,revision_number=6']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:35.228984 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:56:35.229333 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:56:35.229709 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:56:35.230071 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:56:35.230382 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:56:35.230705 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:56:35.231036 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:56:35.231362 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:56:35.231674 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:56:35.231994 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:56:35.232309 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:56:35.232627 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:56:35.232940 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:56:35.256103 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] get_ports_and_sgs() called for port_ids ['18769a46-6816-4b5e-bcc0-d0d8cac455d6'] {{(pid=108906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:56:35.308796 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-947e875e-1de9-4518-b446-5506b1a21c96 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Notify agent at l3_agent.dv-cinder-784477-11-iscsi the message routers_updated {{(pid=108905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:56:35.313987 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-947e875e-1de9-4518-b446-5506b1a21c96 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294'] for floatingip, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:35.318718 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b58c32b-4919-4521-8ed3-051d823f6643 None None] Sync routers for ids ['7593dae9-2052-4521-89a2-22f30af4575d'] in dv-cinder-784477-11-iscsi {{(pid=108907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:56:35.328336 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b58c32b-4919-4521-8ed3-051d823f6643 None None] Routers {'7593dae9-2052-4521-89a2-22f30af4575d'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:56:35.328961 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-8b58c32b-4919-4521-8ed3-051d823f6643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:56:09Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['7593dae9-2052-4521-89a2-22f30af4575d'], 'active': True} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:35.347011 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-947e875e-1de9-4518-b446-5506b1a21c96 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "DELETE /v2.0/floatingips/79212769-4260-4a16-aa4a-bf97348274d8 HTTP/1.1" status: 204 len: 168 time: 1.1143985 Dec 16 15:56:35.347011 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '248b8eac-f030-4761-a6c9-0ddaf6475f0f', 'tag': '8e2fdbb4-3edf-41eb-8daa-904ea54bacb1'}] {{(pid=108905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:56:35.347839 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6427484bab23da45c698b4d929e4ad3874a49078d57181539d46633581fe494" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3957977-bc45-468b-ba9b-7a38517218f0" -d '{"events": [{"name": "network-changed", "server_uuid": "248b8eac-f030-4761-a6c9-0ddaf6475f0f", "tag": "8e2fdbb4-3edf-41eb-8daa-904ea54bacb1"}]}' {{(pid=108905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:56:35.422174 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f839812-c1f8-417d-ac21-a5a5aa04bfff x-openstack-request-id: req-0f839812-c1f8-417d-ac21-a5a5aa04bfff {{(pid=108905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:56:35.422733 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "248b8eac-f030-4761-a6c9-0ddaf6475f0f", "tag": "8e2fdbb4-3edf-41eb-8daa-904ea54bacb1", "status": "completed", "code": 200}]} {{(pid=108905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:56:35.423212 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0f839812-c1f8-417d-ac21-a5a5aa04bfff {{(pid=108905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:56:35.424677 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '248b8eac-f030-4761-a6c9-0ddaf6475f0f', 'tag': '8e2fdbb4-3edf-41eb-8daa-904ea54bacb1', 'status': 'completed', 'code': 200} Dec 16 15:56:35.468464 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvr_db [None req-8b58c32b-4919-4521-8ed3-051d823f6643 None None] Set router 7593dae9-2052-4521-89a2-22f30af4575d gateway port host: dv-cinder-784477-11-iscsi {{(pid=108907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:56:35.488060 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3957977-bc45-468b-ba9b-7a38517218f0 req-1f3c7c92-ca5c-4232-90b3-2824ffaa4834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:35.493906 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-d3957977-bc45-468b-ba9b-7a38517218f0 req-1f3c7c92-ca5c-4232-90b3-2824ffaa4834 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=34de311402354bb6a5903e764e3a0cbc&device_id=248b8eac-f030-4761-a6c9-0ddaf6475f0f HTTP/1.1" status: 200 len: 1098 time: 0.0476658 Dec 16 15:56:35.603330 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24571858-a3dd-47b3-9976-7dec53b652c5 req-13d64dca-e4a2-440c-b98d-c5d05b2965ec tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:35.604249 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3957977-bc45-468b-ba9b-7a38517218f0 req-1aca30e0-310c-40ac-b169-5ea9c9eb282d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:35.604892 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-24571858-a3dd-47b3-9976-7dec53b652c5 req-13d64dca-e4a2-440c-b98d-c5d05b2965ec tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/ports?device_id=248b8eac-f030-4761-a6c9-0ddaf6475f0f HTTP/1.1" status: 200 len: 945 time: 0.0536003 Dec 16 15:56:35.606256 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-d3957977-bc45-468b-ba9b-7a38517218f0 req-1aca30e0-310c-40ac-b169-5ea9c9eb282d service neutron] 10.222.0.66 "GET /v2.0/networks?id=9f3bcad2-6582-4016-8d64-28b5be20bd8f HTTP/1.1" status: 200 len: 909 time: 0.1005590 Dec 16 15:56:35.651670 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-d3957977-bc45-468b-ba9b-7a38517218f0 req-09b35208-faf3-4046-9e85-cc3eae699469 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e2fdbb4-3edf-41eb-8daa-904ea54bacb1 HTTP/1.1" status: 200 len: 217 time: 0.0374670 Dec 16 15:56:35.672435 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-24571858-a3dd-47b3-9976-7dec53b652c5 req-8f95a283-e51b-43bb-8047-9e001ae4fbb7 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e0931ad-2cb0-4a8a-9f29-cd2e4109aaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600359 Dec 16 15:56:35.680859 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-8b58c32b-4919-4521-8ed3-051d823f6643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7593dae9-2052-4521-89a2-22f30af4575d', 'name': 'tempest-TestShelveInstance-790036914-router', 'tenant_id': '34de311402354bb6a5903e764e3a0cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': 'bbf163b2-8d7b-45be-93ad-797ea0dba58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:51:10Z', 'updated_at': '2021-12-16T15:51:14Z', 'revision_number': 4, 'project_id': '34de311402354bb6a5903e764e3a0cbc', 'gw_port': {'id': 'bbf163b2-8d7b-45be-93ad-797ea0dba58a', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:56:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7593dae9-2052-4521-89a2-22f30af4575d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:11Z', 'updated_at': '2021-12-16T15:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_interfaces': [{'id': '9977c396-24d5-4d44-baae-1a5195492b0f', 'name': '', 'network_id': '9f3bcad2-6582-4016-8d64-28b5be20bd8f', 'tenant_id': '34de311402354bb6a5903e764e3a0cbc', 'mac_address': 'fa:16:3e:03:32:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7593dae9-2052-4521-89a2-22f30af4575d', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'be190589-1228-416b-a7de-4c8d3640d62c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:13Z', 'updated_at': '2021-12-16T15:51:19Z', 'revision_number': 5, 'project_id': '34de311402354bb6a5903e764e3a0cbc', 'subnets': [{'id': 'be190589-1228-416b-a7de-4c8d3640d62c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:35.708186 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3957977-bc45-468b-ba9b-7a38517218f0 req-cd9167b2-b942-46dd-89a4-976236f610dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:35.709674 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-d3957977-bc45-468b-ba9b-7a38517218f0 req-cd9167b2-b942-46dd-89a4-976236f610dc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=be190589-1228-416b-a7de-4c8d3640d62c HTTP/1.1" status: 200 len: 847 time: 0.0440288 Dec 16 15:56:35.714543 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b58c32b-4919-4521-8ed3-051d823f6643 None None] Checking router: 7593dae9-2052-4521-89a2-22f30af4575d for host: dv-cinder-784477-11-iscsi {{(pid=108907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:56:35.725887 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b58c32b-4919-4521-8ed3-051d823f6643 None None] Routers {'7593dae9-2052-4521-89a2-22f30af4575d'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:56:35.726967 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-8b58c32b-4919-4521-8ed3-051d823f6643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:56:09Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['7593dae9-2052-4521-89a2-22f30af4575d'], 'active': True} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:35.766649 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3957977-bc45-468b-ba9b-7a38517218f0 req-6366e187-7e04-4be3-bd99-8543e087188e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:35.768175 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-d3957977-bc45-468b-ba9b-7a38517218f0 req-6366e187-7e04-4be3-bd99-8543e087188e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9f3bcad2-6582-4016-8d64-28b5be20bd8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0492504 Dec 16 15:56:35.861618 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-d3957977-bc45-468b-ba9b-7a38517218f0 req-49d9b022-8462-44ea-8424-65f8334872d1 service neutron] 10.222.0.66 "GET /v2.0/networks/9f3bcad2-6582-4016-8d64-28b5be20bd8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842960 Dec 16 15:56:35.862208 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvr_db [None req-8b58c32b-4919-4521-8ed3-051d823f6643 None None] Set router 7593dae9-2052-4521-89a2-22f30af4575d gateway port host: dv-cinder-784477-11-iscsi {{(pid=108907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:56:35.957212 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-d3957977-bc45-468b-ba9b-7a38517218f0 req-099f19dd-5195-4a1d-9fc5-c040f1d6142b service neutron] 10.222.0.66 "GET /v2.0/networks/9f3bcad2-6582-4016-8d64-28b5be20bd8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877213 Dec 16 15:56:36.076901 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-8b58c32b-4919-4521-8ed3-051d823f6643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7593dae9-2052-4521-89a2-22f30af4575d', 'name': 'tempest-TestShelveInstance-790036914-router', 'tenant_id': '34de311402354bb6a5903e764e3a0cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': 'bbf163b2-8d7b-45be-93ad-797ea0dba58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:51:10Z', 'updated_at': '2021-12-16T15:51:14Z', 'revision_number': 4, 'project_id': '34de311402354bb6a5903e764e3a0cbc', 'gw_port': {'id': 'bbf163b2-8d7b-45be-93ad-797ea0dba58a', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:56:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7593dae9-2052-4521-89a2-22f30af4575d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:11Z', 'updated_at': '2021-12-16T15:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_interfaces': [{'id': '9977c396-24d5-4d44-baae-1a5195492b0f', 'name': '', 'network_id': '9f3bcad2-6582-4016-8d64-28b5be20bd8f', 'tenant_id': '34de311402354bb6a5903e764e3a0cbc', 'mac_address': 'fa:16:3e:03:32:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7593dae9-2052-4521-89a2-22f30af4575d', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'be190589-1228-416b-a7de-4c8d3640d62c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:13Z', 'updated_at': '2021-12-16T15:51:19Z', 'revision_number': 5, 'project_id': '34de311402354bb6a5903e764e3a0cbc', 'subnets': [{'id': 'be190589-1228-416b-a7de-4c8d3640d62c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:36.108242 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b58c32b-4919-4521-8ed3-051d823f6643 None None] The sync data for ids ['7593dae9-2052-4521-89a2-22f30af4575d'] in dv-cinder-784477-11-iscsi is: [{'id': '7593dae9-2052-4521-89a2-22f30af4575d', 'name': 'tempest-TestShelveInstance-790036914-router', 'tenant_id': '34de311402354bb6a5903e764e3a0cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': 'bbf163b2-8d7b-45be-93ad-797ea0dba58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:51:10Z', 'updated_at': '2021-12-16T15:51:14Z', 'revision_number': 4, 'project_id': '34de311402354bb6a5903e764e3a0cbc', 'gw_port': {'id': 'bbf163b2-8d7b-45be-93ad-797ea0dba58a', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:56:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7593dae9-2052-4521-89a2-22f30af4575d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:11Z', 'updated_at': '2021-12-16T15:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_interfaces': [{'id': '9977c396-24d5-4d44-baae-1a5195492b0f', 'name': '', 'network_id': '9f3bcad2-6582-4016-8d64-28b5be20bd8f', 'tenant_id': '34de311402354bb6a5903e764e3a0cbc', 'mac_address': 'fa:16:3e:03:32:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7593dae9-2052-4521-89a2-22f30af4575d', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'be190589-1228-416b-a7de-4c8d3640d62c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:13Z', 'updated_at': '2021-12-16T15:51:19Z', 'revision_number': 5, 'project_id': '34de311402354bb6a5903e764e3a0cbc', 'subnets': [{'id': 'be190589-1228-416b-a7de-4c8d3640d62c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:56:36.243686 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea6173b-9662-4a69-9c11-59611865dbd4 req-a3415601-4f35-4a7e-a3a9-4fb129acc31e tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:36.252067 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-9ea6173b-9662-4a69-9c11-59611865dbd4 req-a3415601-4f35-4a7e-a3a9-4fb129acc31e tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=53cb08f0-26a5-4811-9df7-b5a346757838 HTTP/1.1" status: 200 len: 944 time: 0.0642817 Dec 16 15:56:36.318058 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-9ea6173b-9662-4a69-9c11-59611865dbd4 req-e4da42fe-baea-458b-9127-cba497f07fc2 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8554656-b598-4191-8963-82a5522f7c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648990 Dec 16 15:56:36.435894 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e4e17f-7d5a-4340-b89a-3e5b28b1140c None None] New status for floating IP 79212769-4260-4a16-aa4a-bf97348274d8: DOWN {{(pid=108906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 15:56:36.634482 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-542ec78a-b8ce-46b1-97d2-2e4886c382d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:36.804234 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209aa13a-6e58-4028-9293-d02d33531d3b req-a72241f6-2b03-4ed0-8bba-779926f7c842 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:36.805991 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-209aa13a-6e58-4028-9293-d02d33531d3b req-a72241f6-2b03-4ed0-8bba-779926f7c842 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/ports?device_id=248b8eac-f030-4761-a6c9-0ddaf6475f0f HTTP/1.1" status: 200 len: 945 time: 0.0572019 Dec 16 15:56:36.865495 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-209aa13a-6e58-4028-9293-d02d33531d3b req-42c95444-5113-4aed-b714-833da393faad tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e0931ad-2cb0-4a8a-9f29-cd2e4109aaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532312 Dec 16 15:56:36.996133 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device 18769a46-6816-4b5e-bcc0-d0d8cac455d6 up at agent hyperv_hv-cinder-78447 {{(pid=108906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:56:37.046340 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Provisioning complete for port 18769a46-6816-4b5e-bcc0-d0d8cac455d6 triggered by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:56:37.046717 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:37.144474 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:37.180888 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53cb08f0-26a5-4811-9df7-b5a346757838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18769a46-6816-4b5e-bcc0-d0d8cac455d6'}] {{(pid=108906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:56:37.183601 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02b5cd720e1ebaa5714ffb0bc34871610594f2c4f6020a6f60f7cc29a5a8a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbbf8c8e-f6c3-47a3-9d3c-1af22f9c923d" -d '{"events": [{"server_uuid": "53cb08f0-26a5-4811-9df7-b5a346757838", "name": "network-vif-plugged", "status": "completed", "tag": "18769a46-6816-4b5e-bcc0-d0d8cac455d6"}]}' {{(pid=108906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:56:37.204353 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] For port 18769a46-6816-4b5e-bcc0-d0d8cac455d6, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=18769a46-6816-4b5e-bcc0-d0d8cac455d6,segment=NetworkSegment(6ac95f2c-e8cd-453d-a535-ad4189b6290a),segment_id=6ac95f2c-e8cd-453d-a535-ad4189b6290a)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:56:37.207945 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77209b15-a0a8-4ffa-9f38-6e036ed1659a req-f0804c6f-56bc-4141-a3b6-2114e577de19 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:37.211333 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:37.212313 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-77209b15-a0a8-4ffa-9f38-6e036ed1659a req-f0804c6f-56bc-4141-a3b6-2114e577de19 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.66 "GET /v2.0/ports?device_id=248b8eac-f030-4761-a6c9-0ddaf6475f0f HTTP/1.1" status: 200 len: 945 time: 0.0666742 Dec 16 15:56:37.250799 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87d88e58-ddf6-4d26-9e3d-565ba84d05cf x-openstack-request-id: req-87d88e58-ddf6-4d26-9e3d-565ba84d05cf {{(pid=108906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:56:37.251381 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53cb08f0-26a5-4811-9df7-b5a346757838", "name": "network-vif-plugged", "status": "completed", "tag": "18769a46-6816-4b5e-bcc0-d0d8cac455d6", "code": 200}]} {{(pid=108906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:56:37.251797 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-87d88e58-ddf6-4d26-9e3d-565ba84d05cf {{(pid=108906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:56:37.252353 dv-cinder-784477-11-iscsi neutron-server[108906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53cb08f0-26a5-4811-9df7-b5a346757838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18769a46-6816-4b5e-bcc0-d0d8cac455d6', 'code': 200} Dec 16 15:56:37.292378 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Pushing event updated for resources: {'Port': ['ID=18769a46-6816-4b5e-bcc0-d0d8cac455d6,revision_number=7']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:37.337952 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.plugin [req-77209b15-a0a8-4ffa-9f38-6e036ed1659a req-9c279700-32ef-4946-9bcf-f2222297dc27 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Deleting port 8e2fdbb4-3edf-41eb-8daa-904ea54bacb1 {{(pid=108904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:56:37.338285 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-77209b15-a0a8-4ffa-9f38-6e036ed1659a req-9c279700-32ef-4946-9bcf-f2222297dc27 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739692165232'] for port, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:37.467669 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5c79c3-f50e-4ace-820c-e8286355007e req-3d7d154f-2ae2-4acb-a554-0c1f8df693a7 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:37.469839 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-ab5c79c3-f50e-4ace-820c-e8286355007e req-3d7d154f-2ae2-4acb-a554-0c1f8df693a7 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=53cb08f0-26a5-4811-9df7-b5a346757838 HTTP/1.1" status: 200 len: 945 time: 0.0599008 Dec 16 15:56:37.481473 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.db [req-77209b15-a0a8-4ffa-9f38-6e036ed1659a req-9c279700-32ef-4946-9bcf-f2222297dc27 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] For port 8e2fdbb4-3edf-41eb-8daa-904ea54bacb1, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=8e2fdbb4-3edf-41eb-8daa-904ea54bacb1,segment=NetworkSegment(8a8cc844-cc13-47cc-b194-eff6c05ee70b),segment_id=8a8cc844-cc13-47cc-b194-eff6c05ee70b)] {{(pid=108904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:56:37.481473 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-77209b15-a0a8-4ffa-9f38-6e036ed1659a req-9c279700-32ef-4946-9bcf-f2222297dc27 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343270'] for port, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:37.494417 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.plugin [req-77209b15-a0a8-4ffa-9f38-6e036ed1659a req-9c279700-32ef-4946-9bcf-f2222297dc27 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Calling delete_port for 8e2fdbb4-3edf-41eb-8daa-904ea54bacb1 owned by compute:nova {{(pid=108904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:56:37.546263 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-ab5c79c3-f50e-4ace-820c-e8286355007e req-58dcf0fe-8b0a-4430-9cc8-65292a86cc7a tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8554656-b598-4191-8963-82a5522f7c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634584 Dec 16 15:56:37.645353 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-77209b15-a0a8-4ffa-9f38-6e036ed1659a req-9c279700-32ef-4946-9bcf-f2222297dc27 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739692371923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739691803603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4504497'] for port, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:37.682985 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c279700-32ef-4946-9bcf-f2222297dc27 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Pushing event deleted for resources: {'Port': ['ID=8e2fdbb4-3edf-41eb-8daa-904ea54bacb1,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:37.712026 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c279700-32ef-4946-9bcf-f2222297dc27 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:56:37.712391 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c279700-32ef-4946-9bcf-f2222297dc27 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:56:37.712746 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c279700-32ef-4946-9bcf-f2222297dc27 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:56:37.713071 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c279700-32ef-4946-9bcf-f2222297dc27 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:56:37.713389 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c279700-32ef-4946-9bcf-f2222297dc27 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:56:37.713771 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c279700-32ef-4946-9bcf-f2222297dc27 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:56:37.714334 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c279700-32ef-4946-9bcf-f2222297dc27 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:56:37.714632 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c279700-32ef-4946-9bcf-f2222297dc27 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:56:37.714955 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c279700-32ef-4946-9bcf-f2222297dc27 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:56:37.715649 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c279700-32ef-4946-9bcf-f2222297dc27 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:56:37.716019 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c279700-32ef-4946-9bcf-f2222297dc27 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:56:37.716347 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c279700-32ef-4946-9bcf-f2222297dc27 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:56:37.716665 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c279700-32ef-4946-9bcf-f2222297dc27 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:56:37.737225 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [req-77209b15-a0a8-4ffa-9f38-6e036ed1659a req-9c279700-32ef-4946-9bcf-f2222297dc27 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] No DVR routers for this DVR port 8e2fdbb4-3edf-41eb-8daa-904ea54bacb1 on host hv-cinder-78447 {{(pid=108904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:56:37.740653 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-77209b15-a0a8-4ffa-9f38-6e036ed1659a req-9c279700-32ef-4946-9bcf-f2222297dc27 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294'] for port, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:37.744653 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-77209b15-a0a8-4ffa-9f38-6e036ed1659a req-9c279700-32ef-4946-9bcf-f2222297dc27 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.66 "DELETE /v2.0/ports/8e2fdbb4-3edf-41eb-8daa-904ea54bacb1 HTTP/1.1" status: 204 len: 173 time: 0.5255418 Dec 16 15:56:37.745273 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '248b8eac-f030-4761-a6c9-0ddaf6475f0f', 'name': 'network-vif-deleted', 'tag': '8e2fdbb4-3edf-41eb-8daa-904ea54bacb1'}] {{(pid=108904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:56:37.754131 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0a2cce90635460fa9ee7acd2d2298fc55a52ab45a9458d7253143d338a4b89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f345152-e86b-4202-a953-8a62aa6bea6e" -d '{"events": [{"server_uuid": "248b8eac-f030-4761-a6c9-0ddaf6475f0f", "name": "network-vif-deleted", "tag": "8e2fdbb4-3edf-41eb-8daa-904ea54bacb1"}]}' {{(pid=108904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:56:37.797317 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a43a89-3b4b-4ff6-b1ff-be8fe70de820 x-openstack-request-id: req-25a43a89-3b4b-4ff6-b1ff-be8fe70de820 {{(pid=108904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:56:37.797638 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "248b8eac-f030-4761-a6c9-0ddaf6475f0f", "name": "network-vif-deleted", "tag": "8e2fdbb4-3edf-41eb-8daa-904ea54bacb1", "status": "completed", "code": 200}]} {{(pid=108904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:56:37.797890 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-25a43a89-3b4b-4ff6-b1ff-be8fe70de820 {{(pid=108904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:56:37.798288 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '248b8eac-f030-4761-a6c9-0ddaf6475f0f', 'name': 'network-vif-deleted', 'tag': '8e2fdbb4-3edf-41eb-8daa-904ea54bacb1', 'status': 'completed', 'code': 200} Dec 16 15:56:37.979262 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-dc2cc0d5-ebfe-4ca8-96b4-fe843f1f3777 req-bfb3cdb4-741f-4a6f-ade1-d21d370a8c06 tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "GET /v2.0/ports?device_id=248b8eac-f030-4761-a6c9-0ddaf6475f0f HTTP/1.1" status: 200 len: 210 time: 0.0383134 Dec 16 15:56:38.693750 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee9421-3ed8-45c9-9cee-33ad5ba42217 req-a230b4d3-65fe-4e54-8ef2-f2fefd314b39 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:38.695503 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-77ee9421-3ed8-45c9-9cee-33ad5ba42217 req-a230b4d3-65fe-4e54-8ef2-f2fefd314b39 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=53cb08f0-26a5-4811-9df7-b5a346757838 HTTP/1.1" status: 200 len: 945 time: 0.0646544 Dec 16 15:56:38.749536 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-77ee9421-3ed8-45c9-9cee-33ad5ba42217 req-faed9035-571c-4a6e-b03a-a7f006881134 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8554656-b598-4191-8963-82a5522f7c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454922 Dec 16 15:56:38.873328 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-3b585b99-d326-4a40-bd04-bc492400567e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:39.038457 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 45038) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:39.106438 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-ea38d11d-b781-4d29-ad48-70edd0e8363b tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Publish callbacks [] for security_group, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:39.137255 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-ea38d11d-b781-4d29-ad48-70edd0e8363b tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:39.205241 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-ea38d11d-b781-4d29-ad48-70edd0e8363b tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:39.211181 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-ea38d11d-b781-4d29-ad48-70edd0e8363b tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Publish callbacks [] for security_group, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:39.215181 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-ea38d11d-b781-4d29-ad48-70edd0e8363b tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] 10.222.0.31 "DELETE /v2.0/security-groups/9e0931ad-2cb0-4a8a-9f29-cd2e4109aaa7 HTTP/1.1" status: 204 len: 168 time: 0.1730504 Dec 16 15:56:39.234234 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea38d11d-b781-4d29-ad48-70edd0e8363b tempest-TestShelveInstance-384588627 tempest-TestShelveInstance-384588627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0931ad-2cb0-4a8a-9f29-cd2e4109aaa7,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:39.258346 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 45042) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:39.765877 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-6218cb4a-8b0a-43cd-82bb-0866c99c03a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872883'] for router_interface, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:39.878255 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6326ec-deca-496d-9c58-c4b36877156b req-298551a8-22a0-4651-9af9-3e0d882befda tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:39.880696 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-af6326ec-deca-496d-9c58-c4b36877156b req-298551a8-22a0-4651-9af9-3e0d882befda tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=53cb08f0-26a5-4811-9df7-b5a346757838 HTTP/1.1" status: 200 len: 945 time: 0.0551426 Dec 16 15:56:39.951505 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-af6326ec-deca-496d-9c58-c4b36877156b req-76974243-7433-4f26-886f-7230c062e0a3 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8554656-b598-4191-8963-82a5522f7c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635936 Dec 16 15:56:40.070741 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.plugin [None req-6218cb4a-8b0a-43cd-82bb-0866c99c03a7 admin admin] Deleting port 9977c396-24d5-4d44-baae-1a5195492b0f {{(pid=108904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:56:40.071183 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-6218cb4a-8b0a-43cd-82bb-0866c99c03a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739692165232'] for port, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:40.161575 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.db [None req-6218cb4a-8b0a-43cd-82bb-0866c99c03a7 admin admin] For port 9977c396-24d5-4d44-baae-1a5195492b0f, host dv-cinder-784477-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=9977c396-24d5-4d44-baae-1a5195492b0f,segment=NetworkSegment(8a8cc844-cc13-47cc-b194-eff6c05ee70b),segment_id=8a8cc844-cc13-47cc-b194-eff6c05ee70b)] {{(pid=108904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:56:40.162046 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-6218cb4a-8b0a-43cd-82bb-0866c99c03a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343270'] for port, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:40.181026 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.plugin [None req-6218cb4a-8b0a-43cd-82bb-0866c99c03a7 admin admin] Calling delete_port for 9977c396-24d5-4d44-baae-1a5195492b0f owned by network:router_interface {{(pid=108904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:56:40.384379 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-6218cb4a-8b0a-43cd-82bb-0866c99c03a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739692371923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739691803603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4504497'] for port, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:40.411375 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6218cb4a-8b0a-43cd-82bb-0866c99c03a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9977c396-24d5-4d44-baae-1a5195492b0f,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:40.540557 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-223b144f-a2e3-43d1-9ee0-793d55a0ef66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:40.862706 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-6218cb4a-8b0a-43cd-82bb-0866c99c03a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7902826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873007'] for router_interface, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:41.022810 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device 8e2fdbb4-3edf-41eb-8daa-904ea54bacb1 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:56:41.085491 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] No Port match for: 8e2fdbb4-3edf-41eb-8daa-904ea54bacb1 {{(pid=108906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:56:41.086416 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device 8e2fdbb4-3edf-41eb-8daa-904ea54bacb1 not bound to the agent host hv-cinder-78447 {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:56:41.114942 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d1b463-c280-4377-b0c8-a6cb58743ccb req-e550c224-519b-471f-b856-fd6d4f6e1704 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:41.116499 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-d4d1b463-c280-4377-b0c8-a6cb58743ccb req-e550c224-519b-471f-b856-fd6d4f6e1704 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=53cb08f0-26a5-4811-9df7-b5a346757838 HTTP/1.1" status: 200 len: 945 time: 0.0584085 Dec 16 15:56:41.146078 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6218cb4a-8b0a-43cd-82bb-0866c99c03a7 admin admin] Router 7593dae9-2052-4521-89a2-22f30af4575d has already been hosted by L3 agent 53beefa8-37d8-48bc-b6da-d824d56f81c3 {{(pid=108904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:56:41.182242 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-d4d1b463-c280-4377-b0c8-a6cb58743ccb req-94319ebf-3588-41b7-9637-99f5676e1415 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8554656-b598-4191-8963-82a5522f7c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519557 Dec 16 15:56:41.276190 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6218cb4a-8b0a-43cd-82bb-0866c99c03a7 admin admin] Notify agent at l3_agent.dv-cinder-784477-11-iscsi the message routers_updated {{(pid=108904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:56:41.281210 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-6218cb4a-8b0a-43cd-82bb-0866c99c03a7 admin admin] 10.222.0.31 "PUT /v2.0/routers/7593dae9-2052-4521-89a2-22f30af4575d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0219643 Dec 16 15:56:41.283880 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 45050) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:41.294972 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23da526c-f451-4743-8f60-c019e6a7ae31 None None] Sync routers for ids ['7593dae9-2052-4521-89a2-22f30af4575d'] in dv-cinder-784477-11-iscsi {{(pid=108907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:56:41.313784 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23da526c-f451-4743-8f60-c019e6a7ae31 None None] Routers {'7593dae9-2052-4521-89a2-22f30af4575d'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:56:41.314398 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-23da526c-f451-4743-8f60-c019e6a7ae31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:56:39Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['7593dae9-2052-4521-89a2-22f30af4575d'], 'active': True} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:41.327114 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-e6a1afc6-ab61-4c06-9aae-8bc4c5fea8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:41.412322 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-ec8f3653-de9b-4d86-acbb-b5b1f80e0954 admin admin] Publish callbacks [] for router, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:41.432190 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvr_db [None req-23da526c-f451-4743-8f60-c019e6a7ae31 None None] Set router 7593dae9-2052-4521-89a2-22f30af4575d gateway port host: dv-cinder-784477-11-iscsi {{(pid=108907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:56:41.541890 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-ec8f3653-de9b-4d86-acbb-b5b1f80e0954 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:41.619144 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.plugin [None req-ec8f3653-de9b-4d86-acbb-b5b1f80e0954 admin admin] Deleting port bbf163b2-8d7b-45be-93ad-797ea0dba58a {{(pid=108904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:56:41.619483 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-ec8f3653-de9b-4d86-acbb-b5b1f80e0954 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739692165232'] for port, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:41.642894 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-23da526c-f451-4743-8f60-c019e6a7ae31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7593dae9-2052-4521-89a2-22f30af4575d', 'name': 'tempest-TestShelveInstance-790036914-router', 'tenant_id': '34de311402354bb6a5903e764e3a0cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': 'bbf163b2-8d7b-45be-93ad-797ea0dba58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:51:10Z', 'updated_at': '2021-12-16T15:56:40Z', 'revision_number': 5, 'project_id': '34de311402354bb6a5903e764e3a0cbc', 'gw_port': {'id': 'bbf163b2-8d7b-45be-93ad-797ea0dba58a', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:56:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7593dae9-2052-4521-89a2-22f30af4575d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:11Z', 'updated_at': '2021-12-16T15:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi'}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:41.694814 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23da526c-f451-4743-8f60-c019e6a7ae31 None None] Checking router: 7593dae9-2052-4521-89a2-22f30af4575d for host: dv-cinder-784477-11-iscsi {{(pid=108907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:56:41.704580 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23da526c-f451-4743-8f60-c019e6a7ae31 None None] Routers {'7593dae9-2052-4521-89a2-22f30af4575d'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:56:41.704906 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.db [None req-ec8f3653-de9b-4d86-acbb-b5b1f80e0954 admin admin] For port bbf163b2-8d7b-45be-93ad-797ea0dba58a, host dv-cinder-784477-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=bbf163b2-8d7b-45be-93ad-797ea0dba58a,segment=NetworkSegment(0390f958-c764-4c6b-ad22-4946ebfb354b),segment_id=0390f958-c764-4c6b-ad22-4946ebfb354b)] {{(pid=108904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:56:41.705192 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-23da526c-f451-4743-8f60-c019e6a7ae31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:56:39Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['7593dae9-2052-4521-89a2-22f30af4575d'], 'active': True} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:41.705423 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-ec8f3653-de9b-4d86-acbb-b5b1f80e0954 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343270'] for port, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:41.722752 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.plugin [None req-ec8f3653-de9b-4d86-acbb-b5b1f80e0954 admin admin] Calling delete_port for bbf163b2-8d7b-45be-93ad-797ea0dba58a owned by network:router_gateway {{(pid=108904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:56:41.814198 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvr_db [None req-23da526c-f451-4743-8f60-c019e6a7ae31 None None] Set router 7593dae9-2052-4521-89a2-22f30af4575d gateway port host: None {{(pid=108907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:56:41.874701 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-23da526c-f451-4743-8f60-c019e6a7ae31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7593dae9-2052-4521-89a2-22f30af4575d', 'name': 'tempest-TestShelveInstance-790036914-router', 'tenant_id': '34de311402354bb6a5903e764e3a0cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:51:10Z', 'updated_at': '2021-12-16T15:56:41Z', 'revision_number': 6, 'project_id': '34de311402354bb6a5903e764e3a0cbc', 'gw_port_host': None}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:41.902048 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23da526c-f451-4743-8f60-c019e6a7ae31 None None] The sync data for ids ['7593dae9-2052-4521-89a2-22f30af4575d'] in dv-cinder-784477-11-iscsi is: [{'id': '7593dae9-2052-4521-89a2-22f30af4575d', 'name': 'tempest-TestShelveInstance-790036914-router', 'tenant_id': '34de311402354bb6a5903e764e3a0cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:51:10Z', 'updated_at': '2021-12-16T15:56:41Z', 'revision_number': 6, 'project_id': '34de311402354bb6a5903e764e3a0cbc', 'gw_port_host': None}] {{(pid=108907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:56:41.935657 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-ec8f3653-de9b-4d86-acbb-b5b1f80e0954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739692371923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739691803603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4504497'] for port, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:41.967494 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8f3653-de9b-4d86-acbb-b5b1f80e0954 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbf163b2-8d7b-45be-93ad-797ea0dba58a,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:42.030025 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-ec8f3653-de9b-4d86-acbb-b5b1f80e0954 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7874381'] for router_gateway, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:42.123112 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-ec8f3653-de9b-4d86-acbb-b5b1f80e0954 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7875549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6835'] for router, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:42.126274 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-ec8f3653-de9b-4d86-acbb-b5b1f80e0954 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:42.179508 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-ec8f3653-de9b-4d86-acbb-b5b1f80e0954 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7875540'] for router, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:42.180126 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec8f3653-de9b-4d86-acbb-b5b1f80e0954 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7593dae9-2052-4521-89a2-22f30af4575d {{(pid=108904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:56:42.185703 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-ec8f3653-de9b-4d86-acbb-b5b1f80e0954 admin admin] Publish callbacks [] for router, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:42.189511 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-ec8f3653-de9b-4d86-acbb-b5b1f80e0954 admin admin] 10.222.0.31 "DELETE /v2.0/routers/7593dae9-2052-4521-89a2-22f30af4575d HTTP/1.1" status: 204 len: 168 time: 0.9022603 Dec 16 15:56:42.189628 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 45056) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:42.271465 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.db_base_plugin_v2 [None req-71557629-d246-4ca8-b6f1-57b0a199c926 admin admin] Deleting subnet be190589-1228-416b-a7de-4c8d3640d62c {{(pid=108904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:56:42.278745 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-71557629-d246-4ca8-b6f1-57b0a199c926 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:42.376032 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-71557629-d246-4ca8-b6f1-57b0a199c926 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4411844'] for subnet, precommit_delete_associations {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:42.396366 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a659c-3ceb-4351-88c2-ddb99a217666 req-fcc58af0-cfc7-418e-b89f-1d4302cf56a7 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:42.413049 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-845a659c-3ceb-4351-88c2-ddb99a217666 req-fcc58af0-cfc7-418e-b89f-1d4302cf56a7 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=53cb08f0-26a5-4811-9df7-b5a346757838 HTTP/1.1" status: 200 len: 945 time: 0.1108477 Dec 16 15:56:42.450677 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device 9977c396-24d5-4d44-baae-1a5195492b0f no longer exists at agent ovs-agent-dv-cinder-784477-11-iscsi {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:56:42.490909 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-845a659c-3ceb-4351-88c2-ddb99a217666 req-1e13523d-ba92-4cac-94d3-0ba59558b348 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8554656-b598-4191-8963-82a5522f7c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718541 Dec 16 15:56:42.503089 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] No Port match for: 9977c396-24d5-4d44-baae-1a5195492b0f {{(pid=108906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:56:42.503629 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device 9977c396-24d5-4d44-baae-1a5195492b0f not bound to the agent host dv-cinder-784477-11-iscsi {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:56:42.508815 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-71557629-d246-4ca8-b6f1-57b0a199c926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774085'] for subnet, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:42.572230 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-71557629-d246-4ca8-b6f1-57b0a199c926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8060090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4504454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66823809'] for subnet, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:42.603873 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71557629-d246-4ca8-b6f1-57b0a199c926 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be190589-1228-416b-a7de-4c8d3640d62c,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:42.607184 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-71557629-d246-4ca8-b6f1-57b0a199c926 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:42.610535 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-71557629-d246-4ca8-b6f1-57b0a199c926 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/be190589-1228-416b-a7de-4c8d3640d62c HTTP/1.1" status: 204 len: 168 time: 0.4199045 Dec 16 15:56:42.612152 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f99adb9-e76d-461d-bead-c4994c9078ee None None] Network 9f3bcad2-6582-4016-8d64-28b5be20bd8f requested from dv-cinder-784477-11-iscsi {{(pid=108906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:56:42.612967 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 45060) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:42.700563 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-9c76bcaf-4af3-4143-99a8-c9ed9be7b740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726507'] for network, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:42.774208 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.plugin [None req-9c76bcaf-4af3-4143-99a8-c9ed9be7b740 admin admin] Deleting port dbe0af56-f252-47e0-a162-74f2d9aa9443 {{(pid=108904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:56:42.774460 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-9c76bcaf-4af3-4143-99a8-c9ed9be7b740 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739692165232'] for port, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:42.882942 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:42.895925 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.db [None req-9c76bcaf-4af3-4143-99a8-c9ed9be7b740 admin admin] For port dbe0af56-f252-47e0-a162-74f2d9aa9443, host dv-cinder-784477-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=dbe0af56-f252-47e0-a162-74f2d9aa9443,segment=NetworkSegment(8a8cc844-cc13-47cc-b194-eff6c05ee70b),segment_id=8a8cc844-cc13-47cc-b194-eff6c05ee70b)] {{(pid=108904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:56:42.896296 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-9c76bcaf-4af3-4143-99a8-c9ed9be7b740 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343270'] for port, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:42.930259 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.plugin [None req-9c76bcaf-4af3-4143-99a8-c9ed9be7b740 admin admin] Calling delete_port for dbe0af56-f252-47e0-a162-74f2d9aa9443 owned by network:dhcp {{(pid=108904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:56:43.025424 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90f1572-2a05-4b74-ac41-4d1fea0507f2 None None] DHCP port deletion for 9f3bcad2-6582-4016-8d64-28b5be20bd8f request from dv-cinder-784477-11-iscsi {{(pid=108906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:56:43.053924 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-9c76bcaf-4af3-4143-99a8-c9ed9be7b740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739692371923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739691803603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4504497'] for port, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:43.105807 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-b90f1572-2a05-4b74-ac41-4d1fea0507f2 None None] Deleting port dbe0af56-f252-47e0-a162-74f2d9aa9443 {{(pid=108906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:56:43.106105 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-b90f1572-2a05-4b74-ac41-4d1fea0507f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739692165232'] for port, before_delete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:43.111409 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c76bcaf-4af3-4143-99a8-c9ed9be7b740 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbe0af56-f252-47e0-a162-74f2d9aa9443,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:43.113664 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c76bcaf-4af3-4143-99a8-c9ed9be7b740 admin admin] No DVR routers for this DVR port dbe0af56-f252-47e0-a162-74f2d9aa9443 on host dv-cinder-784477-11-iscsi {{(pid=108904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:56:43.219535 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-9c76bcaf-4af3-4143-99a8-c9ed9be7b740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771154', 'neutron.services.segments.db._delete_segments_for_network-8739692305794'] for network, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:43.227246 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-b90f1572-2a05-4b74-ac41-4d1fea0507f2 None None] For port dbe0af56-f252-47e0-a162-74f2d9aa9443, host dv-cinder-784477-11-iscsi, got binding levels [] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:56:43.227789 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-b90f1572-2a05-4b74-ac41-4d1fea0507f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343270'] for port, precommit_delete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:43.255315 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-b90f1572-2a05-4b74-ac41-4d1fea0507f2 None None] Calling delete_port for dbe0af56-f252-47e0-a162-74f2d9aa9443 owned by network:dhcp {{(pid=108906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:56:43.259055 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.ipam_backend_mixin [None req-b90f1572-2a05-4b74-ac41-4d1fea0507f2 None None] Port dbe0af56-f252-47e0-a162-74f2d9aa9443 was not found and therefore no delete operation was performed {{(pid=108906) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 15:56:43.259917 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.services.segments.db [None req-9c76bcaf-4af3-4143-99a8-c9ed9be7b740 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f3bcad2-6582-4016-8d64-28b5be20bd8f']}} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:43.260904 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-b90f1572-2a05-4b74-ac41-4d1fea0507f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739692371923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739691803603'] for port, after_delete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:43.283980 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90f1572-2a05-4b74-ac41-4d1fea0507f2 None None] Pushing event deleted for resources: {'Port': ['ID=dbe0af56-f252-47e0-a162-74f2d9aa9443,revision_number=None']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:43.293069 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90f1572-2a05-4b74-ac41-4d1fea0507f2 None None] No DVR routers for this DVR port dbe0af56-f252-47e0-a162-74f2d9aa9443 on host dv-cinder-784477-11-iscsi {{(pid=108906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:56:43.294976 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.services.segments.db [None req-9c76bcaf-4af3-4143-99a8-c9ed9be7b740 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a8cc844-cc13-47cc-b194-eff6c05ee70b') {'for_net_delete': True} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:43.295281 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.services.segments.db [None req-9c76bcaf-4af3-4143-99a8-c9ed9be7b740 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a8cc844-cc13-47cc-b194-eff6c05ee70b') {} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:43.322479 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-9c76bcaf-4af3-4143-99a8-c9ed9be7b740 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739692307083', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4411711'] for segment, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:43.338976 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-9c76bcaf-4af3-4143-99a8-c9ed9be7b740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772428'] for segment, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:43.350644 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c76bcaf-4af3-4143-99a8-c9ed9be7b740 admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=108904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:56:43.351248 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-9c76bcaf-4af3-4143-99a8-c9ed9be7b740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4504556'] for segment, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:43.353442 dv-cinder-784477-11-iscsi neutron-server[108904]: Traceback (most recent call last): Dec 16 15:56:43.353442 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:56:43.353442 dv-cinder-784477-11-iscsi neutron-server[108904]: timer() Dec 16 15:56:43.353442 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:56:43.353442 dv-cinder-784477-11-iscsi neutron-server[108904]: cb(*args, **kw) Dec 16 15:56:43.353442 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:56:43.353442 dv-cinder-784477-11-iscsi neutron-server[108904]: return func(*args, **kwargs) Dec 16 15:56:43.353442 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:56:43.353442 dv-cinder-784477-11-iscsi neutron-server[108904]: self._notify() Dec 16 15:56:43.353442 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:56:43.353442 dv-cinder-784477-11-iscsi neutron-server[108904]: self.callback(batched_events) Dec 16 15:56:43.353442 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:56:43.353442 dv-cinder-784477-11-iscsi neutron-server[108904]: event.method(event) Dec 16 15:56:43.353442 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:56:43.353442 dv-cinder-784477-11-iscsi neutron-server[108904]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:56:43.353442 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:56:43.353442 dv-cinder-784477-11-iscsi neutron-server[108904]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:56:43.353442 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:56:43.353442 dv-cinder-784477-11-iscsi neutron-server[108904]: return f(self, *a, **k) Dec 16 15:56:43.353442 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:56:43.353442 dv-cinder-784477-11-iscsi neutron-server[108904]: return self._get(url).json() Dec 16 15:56:43.353442 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:56:43.353442 dv-cinder-784477-11-iscsi neutron-server[108904]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:56:43.353442 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:56:43.353442 dv-cinder-784477-11-iscsi neutron-server[108904]: return self.request(url, 'GET', **kwargs) Dec 16 15:56:43.353442 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:56:43.353442 dv-cinder-784477-11-iscsi neutron-server[108904]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:56:43.353442 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:56:43.353442 dv-cinder-784477-11-iscsi neutron-server[108904]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:56:43.353442 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:56:43.353442 dv-cinder-784477-11-iscsi neutron-server[108904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:56:43.353442 dv-cinder-784477-11-iscsi neutron-server[108904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:56:43.423411 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-9c76bcaf-4af3-4143-99a8-c9ed9be7b740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8007001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874401'] for network, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:43.435463 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-9c76bcaf-4af3-4143-99a8-c9ed9be7b740 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7902797'] for network, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:43.439384 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-9c76bcaf-4af3-4143-99a8-c9ed9be7b740 admin admin] 10.222.0.31 "DELETE /v2.0/networks/9f3bcad2-6582-4016-8d64-28b5be20bd8f HTTP/1.1" status: 204 len: 168 time: 0.8253584 Dec 16 15:56:43.442866 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 45062) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:43.463404 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c76bcaf-4af3-4143-99a8-c9ed9be7b740 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f3bcad2-6582-4016-8d64-28b5be20bd8f,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:43.674416 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de75e758-c971-489e-a36b-4d3294962426 req-2ed02c09-d889-40d9-8176-bd42b556fa84 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:43.675905 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-de75e758-c971-489e-a36b-4d3294962426 req-2ed02c09-d889-40d9-8176-bd42b556fa84 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=53cb08f0-26a5-4811-9df7-b5a346757838 HTTP/1.1" status: 200 len: 945 time: 0.0920665 Dec 16 15:56:43.776194 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-de75e758-c971-489e-a36b-4d3294962426 req-5c5770dd-b75f-478c-9673-48282c7735e4 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8554656-b598-4191-8963-82a5522f7c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872731 Dec 16 15:56:43.940906 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-23380531-4de5-4481-baa8-7b2249888e71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872883'] for router_interface, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:44.256525 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device dbe0af56-f252-47e0-a162-74f2d9aa9443 no longer exists at agent ovs-agent-dv-cinder-784477-11-iscsi {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:56:44.295732 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] No Port match for: dbe0af56-f252-47e0-a162-74f2d9aa9443 {{(pid=108906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:56:44.297079 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device dbe0af56-f252-47e0-a162-74f2d9aa9443 not bound to the agent host dv-cinder-784477-11-iscsi {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:56:44.297786 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device bbf163b2-8d7b-45be-93ad-797ea0dba58a no longer exists at agent ovs-agent-dv-cinder-784477-11-iscsi {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:56:44.320643 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] No Port match for: bbf163b2-8d7b-45be-93ad-797ea0dba58a {{(pid=108906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:56:44.321553 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device bbf163b2-8d7b-45be-93ad-797ea0dba58a not bound to the agent host dv-cinder-784477-11-iscsi {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:56:44.475527 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.plugin [None req-23380531-4de5-4481-baa8-7b2249888e71 admin admin] Deleting port ee679e2f-2fce-4ef8-8e3c-1494b4e32010 {{(pid=108905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:56:44.476095 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-23380531-4de5-4481-baa8-7b2249888e71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739692165232'] for port, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:44.567485 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.db [None req-23380531-4de5-4481-baa8-7b2249888e71 admin admin] For port ee679e2f-2fce-4ef8-8e3c-1494b4e32010, host dv-cinder-784477-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=ee679e2f-2fce-4ef8-8e3c-1494b4e32010,segment=NetworkSegment(3de3ef09-df63-448b-a09c-283803fe8dc3),segment_id=3de3ef09-df63-448b-a09c-283803fe8dc3)] {{(pid=108905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:56:44.567950 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-23380531-4de5-4481-baa8-7b2249888e71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343270'] for port, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:44.581970 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.plugin [None req-23380531-4de5-4481-baa8-7b2249888e71 admin admin] Calling delete_port for ee679e2f-2fce-4ef8-8e3c-1494b4e32010 owned by network:router_interface {{(pid=108905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:56:44.769231 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-23380531-4de5-4481-baa8-7b2249888e71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739692371923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739691803603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5936052'] for port, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:44.795888 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23380531-4de5-4481-baa8-7b2249888e71 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee679e2f-2fce-4ef8-8e3c-1494b4e32010,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:44.992458 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c091dada-aa09-4553-97fe-72387893dd43 req-3d0b6cb3-d70a-4e69-b7bc-e18df53f14b5 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:44.994257 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c091dada-aa09-4553-97fe-72387893dd43 req-3d0b6cb3-d70a-4e69-b7bc-e18df53f14b5 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=53cb08f0-26a5-4811-9df7-b5a346757838 HTTP/1.1" status: 200 len: 945 time: 0.1017370 Dec 16 15:56:45.109938 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c091dada-aa09-4553-97fe-72387893dd43 req-a7aff994-4d4c-4621-aa12-356bb47e868d tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8554656-b598-4191-8963-82a5522f7c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085067 Dec 16 15:56:45.120735 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-23380531-4de5-4481-baa8-7b2249888e71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7902826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873007'] for router_interface, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:45.367860 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23380531-4de5-4481-baa8-7b2249888e71 admin admin] Router 493400a8-5073-4999-8e38-5c474c805437 has already been hosted by L3 agent 53beefa8-37d8-48bc-b6da-d824d56f81c3 {{(pid=108905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:56:45.485454 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23380531-4de5-4481-baa8-7b2249888e71 admin admin] Notify agent at l3_agent.dv-cinder-784477-11-iscsi the message routers_updated {{(pid=108905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:56:45.493806 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-23380531-4de5-4481-baa8-7b2249888e71 admin admin] 10.222.0.31 "PUT /v2.0/routers/493400a8-5073-4999-8e38-5c474c805437/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0477550 Dec 16 15:56:45.494080 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 45072) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:45.496753 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137718ea-095d-4f42-8cee-8a0093e56a46 None None] Sync routers for ids ['493400a8-5073-4999-8e38-5c474c805437'] in dv-cinder-784477-11-iscsi {{(pid=108906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:56:45.509973 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137718ea-095d-4f42-8cee-8a0093e56a46 None None] Routers {'493400a8-5073-4999-8e38-5c474c805437'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:56:45.510940 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-137718ea-095d-4f42-8cee-8a0093e56a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:56:39Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['493400a8-5073-4999-8e38-5c474c805437'], 'active': True} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:45.626135 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvr_db [None req-137718ea-095d-4f42-8cee-8a0093e56a46 None None] Set router 493400a8-5073-4999-8e38-5c474c805437 gateway port host: dv-cinder-784477-11-iscsi {{(pid=108906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:56:45.646533 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-f1049f85-a6b2-4e4a-87dc-213d27265c76 admin admin] Publish callbacks [] for router, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:45.753440 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-f1049f85-a6b2-4e4a-87dc-213d27265c76 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:45.810500 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.plugin [None req-f1049f85-a6b2-4e4a-87dc-213d27265c76 admin admin] Deleting port 798f8fd5-6084-45ca-9437-7101ece6309b {{(pid=108905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:56:45.811272 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-f1049f85-a6b2-4e4a-87dc-213d27265c76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739692165232'] for port, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:45.825127 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-137718ea-095d-4f42-8cee-8a0093e56a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493400a8-5073-4999-8e38-5c474c805437', 'name': 'tempest-TestShelveInstance-1719685043-router', 'tenant_id': 'ee0f5fd8fd544d23b38c6a100f3d5f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '798f8fd5-6084-45ca-9437-7101ece6309b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:51:17Z', 'updated_at': '2021-12-16T15:56:44Z', 'revision_number': 5, 'project_id': 'ee0f5fd8fd544d23b38c6a100f3d5f83', 'gw_port': {'id': '798f8fd5-6084-45ca-9437-7101ece6309b', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493400a8-5073-4999-8e38-5c474c805437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:17Z', 'updated_at': '2021-12-16T15:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi'}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:45.855873 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137718ea-095d-4f42-8cee-8a0093e56a46 None None] Checking router: 493400a8-5073-4999-8e38-5c474c805437 for host: dv-cinder-784477-11-iscsi {{(pid=108906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:56:45.865085 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137718ea-095d-4f42-8cee-8a0093e56a46 None None] Routers {'493400a8-5073-4999-8e38-5c474c805437'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:56:45.865859 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-137718ea-095d-4f42-8cee-8a0093e56a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:56:39Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['493400a8-5073-4999-8e38-5c474c805437'], 'active': True} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:45.899140 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.db [None req-f1049f85-a6b2-4e4a-87dc-213d27265c76 admin admin] For port 798f8fd5-6084-45ca-9437-7101ece6309b, host dv-cinder-784477-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=798f8fd5-6084-45ca-9437-7101ece6309b,segment=NetworkSegment(0390f958-c764-4c6b-ad22-4946ebfb354b),segment_id=0390f958-c764-4c6b-ad22-4946ebfb354b)] {{(pid=108905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:56:45.899521 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-f1049f85-a6b2-4e4a-87dc-213d27265c76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343270'] for port, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:45.912475 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.plugin [None req-f1049f85-a6b2-4e4a-87dc-213d27265c76 admin admin] Calling delete_port for 798f8fd5-6084-45ca-9437-7101ece6309b owned by network:router_gateway {{(pid=108905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:56:45.955430 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvr_db [None req-137718ea-095d-4f42-8cee-8a0093e56a46 None None] Set router 493400a8-5073-4999-8e38-5c474c805437 gateway port host: None {{(pid=108906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:56:46.009173 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-137718ea-095d-4f42-8cee-8a0093e56a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493400a8-5073-4999-8e38-5c474c805437', 'name': 'tempest-TestShelveInstance-1719685043-router', 'tenant_id': 'ee0f5fd8fd544d23b38c6a100f3d5f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:51:17Z', 'updated_at': '2021-12-16T15:56:45Z', 'revision_number': 6, 'project_id': 'ee0f5fd8fd544d23b38c6a100f3d5f83', 'gw_port_host': None}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:46.035051 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137718ea-095d-4f42-8cee-8a0093e56a46 None None] The sync data for ids ['493400a8-5073-4999-8e38-5c474c805437'] in dv-cinder-784477-11-iscsi is: [{'id': '493400a8-5073-4999-8e38-5c474c805437', 'name': 'tempest-TestShelveInstance-1719685043-router', 'tenant_id': 'ee0f5fd8fd544d23b38c6a100f3d5f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:51:17Z', 'updated_at': '2021-12-16T15:56:45Z', 'revision_number': 6, 'project_id': 'ee0f5fd8fd544d23b38c6a100f3d5f83', 'gw_port_host': None}] {{(pid=108906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:56:46.083582 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-f1049f85-a6b2-4e4a-87dc-213d27265c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739692371923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739691803603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5936052'] for port, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:46.113894 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1049f85-a6b2-4e4a-87dc-213d27265c76 admin admin] Pushing event deleted for resources: {'Port': ['ID=798f8fd5-6084-45ca-9437-7101ece6309b,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:46.174329 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-f1049f85-a6b2-4e4a-87dc-213d27265c76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7874381'] for router_gateway, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:46.296329 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-f1049f85-a6b2-4e4a-87dc-213d27265c76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7875549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6835'] for router, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:46.299328 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-f1049f85-a6b2-4e4a-87dc-213d27265c76 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:46.384107 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b3ea0-1f00-4bcc-ac21-4b339f1c9f94 req-37a56358-8607-4f23-912b-826b38f4f203 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:46.385849 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-2d9b3ea0-1f00-4bcc-ac21-4b339f1c9f94 req-37a56358-8607-4f23-912b-826b38f4f203 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=53cb08f0-26a5-4811-9df7-b5a346757838 HTTP/1.1" status: 200 len: 945 time: 0.1717165 Dec 16 15:56:46.390680 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-f1049f85-a6b2-4e4a-87dc-213d27265c76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7875540'] for router, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:46.391283 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1049f85-a6b2-4e4a-87dc-213d27265c76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 493400a8-5073-4999-8e38-5c474c805437 {{(pid=108905) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:56:46.397839 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-f1049f85-a6b2-4e4a-87dc-213d27265c76 admin admin] Publish callbacks [] for router, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:46.402046 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 45086) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:46.402567 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-f1049f85-a6b2-4e4a-87dc-213d27265c76 admin admin] 10.222.0.31 "DELETE /v2.0/routers/493400a8-5073-4999-8e38-5c474c805437 HTTP/1.1" status: 204 len: 168 time: 0.9074950 Dec 16 15:56:46.462621 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-2d9b3ea0-1f00-4bcc-ac21-4b339f1c9f94 req-4b0aff28-65a7-4d99-afda-c9e297d13d8d tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8554656-b598-4191-8963-82a5522f7c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541720 Dec 16 15:56:46.474338 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6c73963-4bc2-4e0f-9554-6dff80cfbb93 admin admin] Deleting subnet a2e44585-5161-4b0b-b3c2-f7de13e0cc01 {{(pid=108904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:56:46.478958 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-a6c73963-4bc2-4e0f-9554-6dff80cfbb93 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:46.526360 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-a6c73963-4bc2-4e0f-9554-6dff80cfbb93 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4411844'] for subnet, precommit_delete_associations {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:46.529207 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec78f1-66c8-4ffb-a788-bc1b905c85ac req-59c2ab72-4bb2-4d58-ba06-b964eedbcf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:46.530789 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-d9ec78f1-66c8-4ffb-a788-bc1b905c85ac req-59c2ab72-4bb2-4d58-ba06-b964eedbcf7b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=66fbf45043974460803db71f1750aacc&device_id=53cb08f0-26a5-4811-9df7-b5a346757838 HTTP/1.1" status: 200 len: 1098 time: 0.1307039 Dec 16 15:56:46.672315 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-a6c73963-4bc2-4e0f-9554-6dff80cfbb93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774085'] for subnet, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:46.674823 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec78f1-66c8-4ffb-a788-bc1b905c85ac req-1ca7f922-420e-4f00-9307-c846f2d8e716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:46.676332 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-d9ec78f1-66c8-4ffb-a788-bc1b905c85ac req-1ca7f922-420e-4f00-9307-c846f2d8e716 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d7f36349-73c7-464a-bf62-5f09a6e738d6 HTTP/1.1" status: 200 len: 918 time: 0.1290312 Dec 16 15:56:46.764009 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-d9ec78f1-66c8-4ffb-a788-bc1b905c85ac req-0500fbe8-cb8c-4ea3-9156-467fe594c443 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18769a46-6816-4b5e-bcc0-d0d8cac455d6 HTTP/1.1" status: 200 len: 1001 time: 0.0703881 Dec 16 15:56:46.779631 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-a6c73963-4bc2-4e0f-9554-6dff80cfbb93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8060090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4504454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66823809'] for subnet, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:46.821242 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device ee679e2f-2fce-4ef8-8e3c-1494b4e32010 no longer exists at agent ovs-agent-dv-cinder-784477-11-iscsi {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:56:46.843164 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-a6c73963-4bc2-4e0f-9554-6dff80cfbb93 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:46.847169 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-a6c73963-4bc2-4e0f-9554-6dff80cfbb93 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a2e44585-5161-4b0b-b3c2-f7de13e0cc01 HTTP/1.1" status: 204 len: 168 time: 0.4422898 Dec 16 15:56:46.849173 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 45090) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:46.850137 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c73963-4bc2-4e0f-9554-6dff80cfbb93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2e44585-5161-4b0b-b3c2-f7de13e0cc01,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:46.856144 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec78f1-66c8-4ffb-a788-bc1b905c85ac req-3991004d-7c51-4493-976e-c13d44cf43b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:46.857649 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-d9ec78f1-66c8-4ffb-a788-bc1b905c85ac req-3991004d-7c51-4493-976e-c13d44cf43b7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d74c3a7c-65e1-4354-b26d-40ed68846b85 HTTP/1.1" status: 200 len: 856 time: 0.0869722 Dec 16 15:56:46.866399 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28cf4794-22a7-44df-9649-01c82812dc2c None None] Network 74babb0a-1f00-453a-85c8-c7921a8fa395 requested from dv-cinder-784477-11-iscsi {{(pid=108906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:56:46.869113 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] No Port match for: ee679e2f-2fce-4ef8-8e3c-1494b4e32010 {{(pid=108906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:56:46.869485 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device ee679e2f-2fce-4ef8-8e3c-1494b4e32010 not bound to the agent host dv-cinder-784477-11-iscsi {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:56:46.915250 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec78f1-66c8-4ffb-a788-bc1b905c85ac req-79bdf020-856c-4473-b7f7-4e20d1e5be6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:46.916773 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-d9ec78f1-66c8-4ffb-a788-bc1b905c85ac req-79bdf020-856c-4473-b7f7-4e20d1e5be6d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d7f36349-73c7-464a-bf62-5f09a6e738d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0512578 Dec 16 15:56:46.923633 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-fb1d397f-ee66-4147-843b-1de62a8d9142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726507'] for network, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:46.981055 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.plugin [None req-fb1d397f-ee66-4147-843b-1de62a8d9142 admin admin] Deleting port 3323121b-645d-40ea-8880-13e360fd4921 {{(pid=108905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:56:46.981380 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-fb1d397f-ee66-4147-843b-1de62a8d9142 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739692165232'] for port, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:47.022888 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-d9ec78f1-66c8-4ffb-a788-bc1b905c85ac req-aeb78d56-75a7-4558-ae91-429c2618894f service neutron] 10.222.0.66 "GET /v2.0/networks/d7f36349-73c7-464a-bf62-5f09a6e738d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980077 Dec 16 15:56:47.030765 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b5e3f6-7bb6-48ba-9930-7571ac76376d None None] DHCP port deletion for 74babb0a-1f00-453a-85c8-c7921a8fa395 request from dv-cinder-784477-11-iscsi {{(pid=108906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:56:47.047229 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.db [None req-fb1d397f-ee66-4147-843b-1de62a8d9142 admin admin] For port 3323121b-645d-40ea-8880-13e360fd4921, host dv-cinder-784477-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=3323121b-645d-40ea-8880-13e360fd4921,segment=NetworkSegment(3de3ef09-df63-448b-a09c-283803fe8dc3),segment_id=3de3ef09-df63-448b-a09c-283803fe8dc3)] {{(pid=108905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:56:47.047882 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-fb1d397f-ee66-4147-843b-1de62a8d9142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343270'] for port, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:47.061081 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.plugin [None req-fb1d397f-ee66-4147-843b-1de62a8d9142 admin admin] Calling delete_port for 3323121b-645d-40ea-8880-13e360fd4921 owned by network:dhcp {{(pid=108905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:56:47.086447 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-c7b5e3f6-7bb6-48ba-9930-7571ac76376d None None] Deleting port 3323121b-645d-40ea-8880-13e360fd4921 {{(pid=108906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:56:47.086859 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-c7b5e3f6-7bb6-48ba-9930-7571ac76376d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739692165232'] for port, before_delete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:47.126410 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-d9ec78f1-66c8-4ffb-a788-bc1b905c85ac req-fa1aa430-7685-4f39-90e5-0b6eb00f1215 service neutron] 10.222.0.66 "GET /v2.0/networks/d7f36349-73c7-464a-bf62-5f09a6e738d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968261 Dec 16 15:56:47.153433 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-fb1d397f-ee66-4147-843b-1de62a8d9142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739692371923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739691803603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5936052'] for port, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:47.165849 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-c7b5e3f6-7bb6-48ba-9930-7571ac76376d None None] For port 3323121b-645d-40ea-8880-13e360fd4921, host dv-cinder-784477-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=3323121b-645d-40ea-8880-13e360fd4921,segment=NetworkSegment(3de3ef09-df63-448b-a09c-283803fe8dc3),segment_id=3de3ef09-df63-448b-a09c-283803fe8dc3)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:56:47.166247 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-c7b5e3f6-7bb6-48ba-9930-7571ac76376d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343270'] for port, precommit_delete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:47.179397 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1d397f-ee66-4147-843b-1de62a8d9142 admin admin] Pushing event deleted for resources: {'Port': ['ID=3323121b-645d-40ea-8880-13e360fd4921,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:47.180334 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-c7b5e3f6-7bb6-48ba-9930-7571ac76376d None None] Calling delete_port for 3323121b-645d-40ea-8880-13e360fd4921 owned by network:dhcp {{(pid=108906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:56:47.184415 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1d397f-ee66-4147-843b-1de62a8d9142 admin admin] No DVR routers for this DVR port 3323121b-645d-40ea-8880-13e360fd4921 on host dv-cinder-784477-11-iscsi {{(pid=108905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:56:47.258450 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-fb1d397f-ee66-4147-843b-1de62a8d9142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771154', 'neutron.services.segments.db._delete_segments_for_network-8739692305794'] for network, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:47.279568 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.services.segments.db [None req-fb1d397f-ee66-4147-843b-1de62a8d9142 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74babb0a-1f00-453a-85c8-c7921a8fa395']}} {{(pid=108905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:47.288791 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.services.segments.db [None req-fb1d397f-ee66-4147-843b-1de62a8d9142 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3de3ef09-df63-448b-a09c-283803fe8dc3') {'for_net_delete': True} {{(pid=108905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:47.289075 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.services.segments.db [None req-fb1d397f-ee66-4147-843b-1de62a8d9142 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3de3ef09-df63-448b-a09c-283803fe8dc3') {} {{(pid=108905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:47.295443 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-c7b5e3f6-7bb6-48ba-9930-7571ac76376d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739692371923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739691803603'] for port, after_delete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:47.298296 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-fb1d397f-ee66-4147-843b-1de62a8d9142 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739692307083', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5639575'] for segment, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:47.311322 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-fb1d397f-ee66-4147-843b-1de62a8d9142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772428'] for segment, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:47.318318 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb1d397f-ee66-4147-843b-1de62a8d9142 admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=108905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:56:47.318922 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-fb1d397f-ee66-4147-843b-1de62a8d9142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5936105'] for segment, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:47.321021 dv-cinder-784477-11-iscsi neutron-server[108905]: Traceback (most recent call last): Dec 16 15:56:47.321021 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:56:47.321021 dv-cinder-784477-11-iscsi neutron-server[108905]: timer() Dec 16 15:56:47.321021 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:56:47.321021 dv-cinder-784477-11-iscsi neutron-server[108905]: cb(*args, **kw) Dec 16 15:56:47.321021 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:56:47.321021 dv-cinder-784477-11-iscsi neutron-server[108905]: return func(*args, **kwargs) Dec 16 15:56:47.321021 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:56:47.321021 dv-cinder-784477-11-iscsi neutron-server[108905]: self._notify() Dec 16 15:56:47.321021 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:56:47.321021 dv-cinder-784477-11-iscsi neutron-server[108905]: self.callback(batched_events) Dec 16 15:56:47.321021 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:56:47.321021 dv-cinder-784477-11-iscsi neutron-server[108905]: event.method(event) Dec 16 15:56:47.321021 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:56:47.321021 dv-cinder-784477-11-iscsi neutron-server[108905]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:56:47.321021 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:56:47.321021 dv-cinder-784477-11-iscsi neutron-server[108905]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:56:47.321021 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:56:47.321021 dv-cinder-784477-11-iscsi neutron-server[108905]: return f(self, *a, **k) Dec 16 15:56:47.321021 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:56:47.321021 dv-cinder-784477-11-iscsi neutron-server[108905]: return self._get(url).json() Dec 16 15:56:47.321021 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:56:47.321021 dv-cinder-784477-11-iscsi neutron-server[108905]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:56:47.321021 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:56:47.321021 dv-cinder-784477-11-iscsi neutron-server[108905]: return self.request(url, 'GET', **kwargs) Dec 16 15:56:47.321021 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:56:47.321021 dv-cinder-784477-11-iscsi neutron-server[108905]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:56:47.321021 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:56:47.321021 dv-cinder-784477-11-iscsi neutron-server[108905]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:56:47.321021 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:56:47.321021 dv-cinder-784477-11-iscsi neutron-server[108905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:56:47.321021 dv-cinder-784477-11-iscsi neutron-server[108905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:56:47.323247 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b5e3f6-7bb6-48ba-9930-7571ac76376d None None] Pushing event deleted for resources: {'Port': ['ID=3323121b-645d-40ea-8880-13e360fd4921,revision_number=None']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:47.325483 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b5e3f6-7bb6-48ba-9930-7571ac76376d None None] No DVR routers for this DVR port 3323121b-645d-40ea-8880-13e360fd4921 on host dv-cinder-784477-11-iscsi {{(pid=108906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:56:47.380011 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-fb1d397f-ee66-4147-843b-1de62a8d9142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8007001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874401'] for network, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:47.385589 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-fb1d397f-ee66-4147-843b-1de62a8d9142 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7902797'] for network, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:47.388657 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-fb1d397f-ee66-4147-843b-1de62a8d9142 admin admin] 10.222.0.31 "DELETE /v2.0/networks/74babb0a-1f00-453a-85c8-c7921a8fa395 HTTP/1.1" status: 204 len: 168 time: 0.5384104 Dec 16 15:56:47.399871 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1d397f-ee66-4147-843b-1de62a8d9142 admin admin] Pushing event deleted for resources: {'Network': ['ID=74babb0a-1f00-453a-85c8-c7921a8fa395,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:47.507873 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 45096) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:47.554680 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-b3c369b6-ac66-47bd-9bac-1d3e5e6f723e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=34de311402354bb6a5903e764e3a0cbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0459805 Dec 16 15:56:47.557248 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 45098) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:47.592356 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff48f83-f805-434a-9307-0556bc74e395 req-80e0acce-e9c9-49e1-8e7b-6ef0ea9c38af tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:47.593785 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-eff48f83-f805-434a-9307-0556bc74e395 req-80e0acce-e9c9-49e1-8e7b-6ef0ea9c38af tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=53cb08f0-26a5-4811-9df7-b5a346757838 HTTP/1.1" status: 200 len: 945 time: 0.0573797 Dec 16 15:56:47.606724 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-0642c376-396e-426d-95e2-a2e9e793f8ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:47.628469 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-0642c376-396e-426d-95e2-a2e9e793f8ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:47.641940 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-eff48f83-f805-434a-9307-0556bc74e395 req-7ad7b5ae-0ae3-454d-84ce-4b4ed81ac22a tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8554656-b598-4191-8963-82a5522f7c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419922 Dec 16 15:56:47.680939 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-0642c376-396e-426d-95e2-a2e9e793f8ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:47.683712 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-0642c376-396e-426d-95e2-a2e9e793f8ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:47.684860 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-0642c376-396e-426d-95e2-a2e9e793f8ee admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ddb55fcb-16fe-46af-b6b4-c57c225aafde HTTP/1.1" status: 204 len: 168 time: 0.1266236 Dec 16 15:56:47.693094 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0642c376-396e-426d-95e2-a2e9e793f8ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb55fcb-16fe-46af-b6b4-c57c225aafde,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:48.004448 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 45104) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:48.043499 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-6feaf582-74f3-431e-b3d5-266e3559ddb0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ee0f5fd8fd544d23b38c6a100f3d5f83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378001 Dec 16 15:56:48.045821 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 45106) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:48.094039 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-8eca131d-6a3f-493e-a202-4193bbba7aab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:48.114405 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-8eca131d-6a3f-493e-a202-4193bbba7aab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:48.165757 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-8eca131d-6a3f-493e-a202-4193bbba7aab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:48.168468 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-8eca131d-6a3f-493e-a202-4193bbba7aab admin admin] Publish callbacks [] for security_group, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:48.169654 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-8eca131d-6a3f-493e-a202-4193bbba7aab admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/88663274-6ae1-492b-9ea9-9c10abe340c9 HTTP/1.1" status: 204 len: 168 time: 0.1229196 Dec 16 15:56:48.177781 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eca131d-6a3f-493e-a202-4193bbba7aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88663274-6ae1-492b-9ea9-9c10abe340c9,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:48.240625 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device 798f8fd5-6084-45ca-9437-7101ece6309b no longer exists at agent ovs-agent-dv-cinder-784477-11-iscsi {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:56:48.263892 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] No Port match for: 798f8fd5-6084-45ca-9437-7101ece6309b {{(pid=108906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:56:48.264191 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device 798f8fd5-6084-45ca-9437-7101ece6309b not bound to the agent host dv-cinder-784477-11-iscsi {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:56:48.264603 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device 3323121b-645d-40ea-8880-13e360fd4921 no longer exists at agent ovs-agent-dv-cinder-784477-11-iscsi {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:56:48.284098 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] No Port match for: 3323121b-645d-40ea-8880-13e360fd4921 {{(pid=108906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:56:48.284779 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device 3323121b-645d-40ea-8880-13e360fd4921 not bound to the agent host dv-cinder-784477-11-iscsi {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:56:48.652228 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-92121e8f-6dc8-4103-9a00-cbadfbe1ba50 req-b868c689-940b-45a6-81bd-9383e7d024aa service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b60467c9-0dcb-419d-ab98-c48a36d7b7d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408130 Dec 16 15:56:48.740341 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92121e8f-6dc8-4103-9a00-cbadfbe1ba50 req-e808b449-c4e3-4910-be47-40cb0e5b2ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:48.741918 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-92121e8f-6dc8-4103-9a00-cbadfbe1ba50 req-e808b449-c4e3-4910-be47-40cb0e5b2ec7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5afea3407ef84fafa658a82512fb4d24&device_id=b60467c9-0dcb-419d-ab98-c48a36d7b7d5 HTTP/1.1" status: 200 len: 1098 time: 0.0454607 Dec 16 15:56:48.771470 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d7e7d-f801-4a28-90b6-2319e6879fe4 req-de8e510d-5098-4204-aef2-301bc68c4ea0 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:48.773356 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-489d7e7d-f801-4a28-90b6-2319e6879fe4 req-de8e510d-5098-4204-aef2-301bc68c4ea0 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=53cb08f0-26a5-4811-9df7-b5a346757838 HTTP/1.1" status: 200 len: 945 time: 0.0548971 Dec 16 15:56:48.821683 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-489d7e7d-f801-4a28-90b6-2319e6879fe4 req-d2d6610f-4933-4251-8999-fc036f37e286 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8554656-b598-4191-8963-82a5522f7c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415716 Dec 16 15:56:48.853342 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92121e8f-6dc8-4103-9a00-cbadfbe1ba50 req-da627cf6-b03f-4a7f-8117-620bf8a3f5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:48.854820 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-92121e8f-6dc8-4103-9a00-cbadfbe1ba50 req-da627cf6-b03f-4a7f-8117-620bf8a3f5ab service neutron] 10.222.0.66 "GET /v2.0/networks?id=447cd8ca-a758-4b0d-966f-d4641376c8a8 HTTP/1.1" status: 200 len: 911 time: 0.0934289 Dec 16 15:56:48.922540 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-92121e8f-6dc8-4103-9a00-cbadfbe1ba50 req-cf45f90f-24d2-4a2d-8723-b2611a941b4e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8559e41-ad86-4e2d-963f-f8c7641fc223 HTTP/1.1" status: 200 len: 1000 time: 0.0574543 Dec 16 15:56:48.978994 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92121e8f-6dc8-4103-9a00-cbadfbe1ba50 req-a0ad9db3-f739-489b-ae76-b5296bee85a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:48.980503 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-92121e8f-6dc8-4103-9a00-cbadfbe1ba50 req-a0ad9db3-f739-489b-ae76-b5296bee85a5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0c509f7a-4a9b-4a96-892a-b130ead11ed7 HTTP/1.1" status: 200 len: 849 time: 0.0442660 Dec 16 15:56:49.034509 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92121e8f-6dc8-4103-9a00-cbadfbe1ba50 req-381e0f64-68e7-4a59-b03d-a62db88b2fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:49.035997 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-92121e8f-6dc8-4103-9a00-cbadfbe1ba50 req-381e0f64-68e7-4a59-b03d-a62db88b2fed service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=447cd8ca-a758-4b0d-966f-d4641376c8a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0426366 Dec 16 15:56:49.133817 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-92121e8f-6dc8-4103-9a00-cbadfbe1ba50 req-33496fa5-07b2-4b9a-90a2-e64892adc979 service neutron] 10.222.0.66 "GET /v2.0/networks/447cd8ca-a758-4b0d-966f-d4641376c8a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887234 Dec 16 15:56:49.225269 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-92121e8f-6dc8-4103-9a00-cbadfbe1ba50 req-a8b55035-e2aa-43ce-bb54-b8c4efb41d96 service neutron] 10.222.0.66 "GET /v2.0/networks/447cd8ca-a758-4b0d-966f-d4641376c8a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839236 Dec 16 15:56:49.335820 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:49.957453 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fafd76a-f9d4-4d15-9a9a-5234c3797743 req-f1c68468-e748-4578-b333-466e44f3bbcb tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:49.958952 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-0fafd76a-f9d4-4d15-9a9a-5234c3797743 req-f1c68468-e748-4578-b333-466e44f3bbcb tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=53cb08f0-26a5-4811-9df7-b5a346757838 HTTP/1.1" status: 200 len: 945 time: 0.0507681 Dec 16 15:56:50.005656 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-0fafd76a-f9d4-4d15-9a9a-5234c3797743 req-9f73740f-78e9-45c2-b5c5-0025cce00836 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8554656-b598-4191-8963-82a5522f7c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405788 Dec 16 15:56:50.922410 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379a17a6-00fc-4bae-8b69-ada962c22d1a req-c46b7315-95c4-41ba-822c-de760fcabf2b tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:50.923881 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-379a17a6-00fc-4bae-8b69-ada962c22d1a req-c46b7315-95c4-41ba-822c-de760fcabf2b tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=53cb08f0-26a5-4811-9df7-b5a346757838 HTTP/1.1" status: 200 len: 945 time: 0.0503969 Dec 16 15:56:50.974484 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-379a17a6-00fc-4bae-8b69-ada962c22d1a req-61f38674-eee1-4c75-82b0-57c7d440c12d tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8554656-b598-4191-8963-82a5522f7c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444150 Dec 16 15:56:51.088465 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device 18769a46-6816-4b5e-bcc0-d0d8cac455d6 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:56:51.167028 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:51.189752 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53cb08f0-26a5-4811-9df7-b5a346757838', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18769a46-6816-4b5e-bcc0-d0d8cac455d6'}] {{(pid=108906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:56:51.191898 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02b5cd720e1ebaa5714ffb0bc34871610594f2c4f6020a6f60f7cc29a5a8a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa887b7d-d672-4b6e-afde-ba8896580991" -d '{"events": [{"server_uuid": "53cb08f0-26a5-4811-9df7-b5a346757838", "name": "network-vif-unplugged", "status": "completed", "tag": "18769a46-6816-4b5e-bcc0-d0d8cac455d6"}]}' {{(pid=108906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:56:51.205060 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] For port 18769a46-6816-4b5e-bcc0-d0d8cac455d6, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=18769a46-6816-4b5e-bcc0-d0d8cac455d6,segment=NetworkSegment(6ac95f2c-e8cd-453d-a535-ad4189b6290a),segment_id=6ac95f2c-e8cd-453d-a535-ad4189b6290a)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:56:51.210404 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:51.226338 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 45162) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:51.235852 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Dec 2021 15:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704de1aa-1e49-465e-ac82-6a70ce58a7d7 x-openstack-request-id: req-704de1aa-1e49-465e-ac82-6a70ce58a7d7 {{(pid=108906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:56:51.236132 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53cb08f0-26a5-4811-9df7-b5a346757838", "name": "network-vif-unplugged", "status": "failed", "tag": "18769a46-6816-4b5e-bcc0-d0d8cac455d6", "code": 422}]} {{(pid=108906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:56:51.236383 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-704de1aa-1e49-465e-ac82-6a70ce58a7d7 {{(pid=108906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:56:51.236762 dv-cinder-784477-11-iscsi neutron-server[108906]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '53cb08f0-26a5-4811-9df7-b5a346757838', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '18769a46-6816-4b5e-bcc0-d0d8cac455d6', 'code': 422} returned with failed status Dec 16 15:56:51.261742 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Pushing event updated for resources: {'Port': ['ID=18769a46-6816-4b5e-bcc0-d0d8cac455d6,revision_number=8']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:51.311471 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-a98d2192-f85f-42c7-a6f2-9fc54aab01c9 req-3eed74ed-d177-4f23-8b8b-7699bb4eedb1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=53cb08f0-26a5-4811-9df7-b5a346757838&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0828424 Dec 16 15:56:51.320385 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [req-a98d2192-f85f-42c7-a6f2-9fc54aab01c9 req-8677ef15-8901-4c5a-a9bc-990538704cf1 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=108904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:56:51.321386 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-a98d2192-f85f-42c7-a6f2-9fc54aab01c9 req-8677ef15-8901-4c5a-a9bc-990538704cf1 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050397 Dec 16 15:56:52.013206 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.agents_db [None req-3e981004-2469-4169-a15f-e329d1e51356 None None] Agent healthcheck: found 6 active agents {{(pid=108907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:56:52.099960 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebea2e3-761c-460c-bbf5-d11aa9f9db83 req-1e400585-a9f1-49ea-972f-3510a6d6a451 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:52.101506 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-cebea2e3-761c-460c-bbf5-d11aa9f9db83 req-1e400585-a9f1-49ea-972f-3510a6d6a451 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=53cb08f0-26a5-4811-9df7-b5a346757838 HTTP/1.1" status: 200 len: 943 time: 0.0521402 Dec 16 15:56:52.137231 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98d2192-f85f-42c7-a6f2-9fc54aab01c9 req-2f83eee1-ac2a-427c-b804-51c8e8572056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:52.139466 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-a98d2192-f85f-42c7-a6f2-9fc54aab01c9 req-2f83eee1-ac2a-427c-b804-51c8e8572056 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=53cb08f0-26a5-4811-9df7-b5a346757838&tenant_id=66fbf45043974460803db71f1750aacc HTTP/1.1" status: 200 len: 1096 time: 0.0430830 Dec 16 15:56:52.152056 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-cebea2e3-761c-460c-bbf5-d11aa9f9db83 req-b5f5fb98-b4b6-4634-b6b0-363e616fd94b tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8554656-b598-4191-8963-82a5522f7c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440922 Dec 16 15:56:52.209564 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98d2192-f85f-42c7-a6f2-9fc54aab01c9 req-fb138afe-16fc-4c4c-98ac-acb45d4056a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:52.211078 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-a98d2192-f85f-42c7-a6f2-9fc54aab01c9 req-fb138afe-16fc-4c4c-98ac-acb45d4056a5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=66fbf45043974460803db71f1750aacc&device_id=53cb08f0-26a5-4811-9df7-b5a346757838 HTTP/1.1" status: 200 len: 1096 time: 0.0404565 Dec 16 15:56:52.304058 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98d2192-f85f-42c7-a6f2-9fc54aab01c9 req-9a567c14-d6e9-4b7d-84f6-fc9d80879406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:52.305594 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-a98d2192-f85f-42c7-a6f2-9fc54aab01c9 req-9a567c14-d6e9-4b7d-84f6-fc9d80879406 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d7f36349-73c7-464a-bf62-5f09a6e738d6 HTTP/1.1" status: 200 len: 918 time: 0.0870087 Dec 16 15:56:52.376544 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-a98d2192-f85f-42c7-a6f2-9fc54aab01c9 req-dc1de0b6-6c5a-415c-9c49-3cdd79fef591 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18769a46-6816-4b5e-bcc0-d0d8cac455d6 HTTP/1.1" status: 200 len: 999 time: 0.0633833 Dec 16 15:56:52.433768 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98d2192-f85f-42c7-a6f2-9fc54aab01c9 req-330b0179-0ccb-4306-833b-744fd63a6404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:52.435214 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-a98d2192-f85f-42c7-a6f2-9fc54aab01c9 req-330b0179-0ccb-4306-833b-744fd63a6404 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d74c3a7c-65e1-4354-b26d-40ed68846b85 HTTP/1.1" status: 200 len: 856 time: 0.0495269 Dec 16 15:56:52.480599 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98d2192-f85f-42c7-a6f2-9fc54aab01c9 req-fcd57800-8e36-4712-b569-b59a57eb3b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:52.482100 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-a98d2192-f85f-42c7-a6f2-9fc54aab01c9 req-fcd57800-8e36-4712-b569-b59a57eb3b66 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d7f36349-73c7-464a-bf62-5f09a6e738d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0396554 Dec 16 15:56:52.569065 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-a98d2192-f85f-42c7-a6f2-9fc54aab01c9 req-11c208ca-0c3c-4f61-83e7-c54d83505e0e service neutron] 10.222.0.66 "GET /v2.0/networks/d7f36349-73c7-464a-bf62-5f09a6e738d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797467 Dec 16 15:56:52.662594 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-a98d2192-f85f-42c7-a6f2-9fc54aab01c9 req-78ea1bc1-ab89-489c-a29a-a764173b3932 service neutron] 10.222.0.66 "GET /v2.0/networks/d7f36349-73c7-464a-bf62-5f09a6e738d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862985 Dec 16 15:56:53.334661 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db274568-7e4d-4ab7-b908-f9eef13880be req-f6ac9dc6-2ba4-4c59-891c-39f63ef291e6 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:53.336075 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-db274568-7e4d-4ab7-b908-f9eef13880be req-f6ac9dc6-2ba4-4c59-891c-39f63ef291e6 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=53cb08f0-26a5-4811-9df7-b5a346757838 HTTP/1.1" status: 200 len: 943 time: 0.0738621 Dec 16 15:56:53.386464 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-db274568-7e4d-4ab7-b908-f9eef13880be req-cb54893d-050b-4648-81a2-2bbbd29cdd83 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8554656-b598-4191-8963-82a5522f7c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442729 Dec 16 15:56:54.521145 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8830fc4d-379b-4c41-aa61-1bd9db0aa6b0 req-318fd32b-5d1e-42f1-b981-85ebaad3d621 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:54.523441 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-8830fc4d-379b-4c41-aa61-1bd9db0aa6b0 req-318fd32b-5d1e-42f1-b981-85ebaad3d621 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=53cb08f0-26a5-4811-9df7-b5a346757838 HTTP/1.1" status: 200 len: 943 time: 0.0592637 Dec 16 15:56:54.571541 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-8830fc4d-379b-4c41-aa61-1bd9db0aa6b0 req-2f936005-f02f-4e5a-b351-c1447f451a21 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8554656-b598-4191-8963-82a5522f7c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417736 Dec 16 15:56:55.695964 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce9605b-4ff3-4e86-8eb0-a904a5ca94b2 req-5ef68487-3e0e-4abc-a3e6-1abbf6ad5fae tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:55.697422 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-2ce9605b-4ff3-4e86-8eb0-a904a5ca94b2 req-5ef68487-3e0e-4abc-a3e6-1abbf6ad5fae tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=53cb08f0-26a5-4811-9df7-b5a346757838 HTTP/1.1" status: 200 len: 943 time: 0.0469027 Dec 16 15:56:55.747242 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-2ce9605b-4ff3-4e86-8eb0-a904a5ca94b2 req-52ccb6f8-f592-4d6f-bff2-cd755c0361f7 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8554656-b598-4191-8963-82a5522f7c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437520 Dec 16 15:56:56.870931 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2a321-313d-4988-a110-e53ec4216e5a req-55cca2cd-ab13-4945-929c-8b39cfd12c4c tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:56.872448 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-16d2a321-313d-4988-a110-e53ec4216e5a req-55cca2cd-ab13-4945-929c-8b39cfd12c4c tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=53cb08f0-26a5-4811-9df7-b5a346757838 HTTP/1.1" status: 200 len: 943 time: 0.0507371 Dec 16 15:56:56.929652 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-16d2a321-313d-4988-a110-e53ec4216e5a req-242c4c5a-c7f8-4c71-a025-b4f793634cdd tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8554656-b598-4191-8963-82a5522f7c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511558 Dec 16 15:56:58.058462 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0304298-7d1d-425b-8521-4118ef117d7d req-caf36a9e-224e-4dbd-af0c-afa94e84f6fc tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:58.060501 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c0304298-7d1d-425b-8521-4118ef117d7d req-caf36a9e-224e-4dbd-af0c-afa94e84f6fc tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=53cb08f0-26a5-4811-9df7-b5a346757838 HTTP/1.1" status: 200 len: 943 time: 0.0507886 Dec 16 15:56:58.113073 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c0304298-7d1d-425b-8521-4118ef117d7d req-bb311f87-41e6-482b-9d6d-bedeb04445bd tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8554656-b598-4191-8963-82a5522f7c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447204 Dec 16 15:56:59.234255 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d980c-e783-433a-bcba-cbdd31df3602 req-de215030-fe20-4ff9-b077-268c759e1a9e tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:59.235725 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-661d980c-e783-433a-bcba-cbdd31df3602 req-de215030-fe20-4ff9-b077-268c759e1a9e tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=53cb08f0-26a5-4811-9df7-b5a346757838 HTTP/1.1" status: 200 len: 943 time: 0.0496509 Dec 16 15:56:59.283187 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-661d980c-e783-433a-bcba-cbdd31df3602 req-f58335e2-14e2-4b38-8fde-501076b27786 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8554656-b598-4191-8963-82a5522f7c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413928 Dec 16 15:57:00.414659 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00427c14-ea03-4132-91e5-a3ba859e7f6f req-a3d45064-5542-49ad-8a49-e047930d8ab5 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:00.416132 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-00427c14-ea03-4132-91e5-a3ba859e7f6f req-a3d45064-5542-49ad-8a49-e047930d8ab5 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=53cb08f0-26a5-4811-9df7-b5a346757838 HTTP/1.1" status: 200 len: 943 time: 0.0516050 Dec 16 15:57:00.473705 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-00427c14-ea03-4132-91e5-a3ba859e7f6f req-f3594dec-96e3-4156-92a7-cc3f2da9e5c9 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8554656-b598-4191-8963-82a5522f7c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508633 Dec 16 15:57:01.600712 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8722f4-e6c2-47c7-97bd-87714d14aa91 req-75217b47-5729-4494-ab47-d6b426d8b1db tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:01.602610 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-7d8722f4-e6c2-47c7-97bd-87714d14aa91 req-75217b47-5729-4494-ab47-d6b426d8b1db tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=53cb08f0-26a5-4811-9df7-b5a346757838 HTTP/1.1" status: 200 len: 943 time: 0.0525219 Dec 16 15:57:01.654412 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-7d8722f4-e6c2-47c7-97bd-87714d14aa91 req-39d57b57-df41-43e8-a959-6b92f915ede7 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8554656-b598-4191-8963-82a5522f7c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447075 Dec 16 15:57:02.784302 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3953792-6207-42ca-bd4d-88b44fbdf1c5 req-9d5fd343-514a-4e79-8e25-3c0dc5471f31 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:02.785908 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-a3953792-6207-42ca-bd4d-88b44fbdf1c5 req-9d5fd343-514a-4e79-8e25-3c0dc5471f31 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=53cb08f0-26a5-4811-9df7-b5a346757838 HTTP/1.1" status: 200 len: 943 time: 0.0520294 Dec 16 15:57:02.835529 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-a3953792-6207-42ca-bd4d-88b44fbdf1c5 req-9e20a1c8-6a63-47cc-9ab0-b6cac6dfa156 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8554656-b598-4191-8963-82a5522f7c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436406 Dec 16 15:57:03.958236 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede0c540-89f2-4e26-9b88-40db7eca996a req-bcee1828-0610-447c-93c1-3dcdaf9a573c tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:03.959702 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-ede0c540-89f2-4e26-9b88-40db7eca996a req-bcee1828-0610-447c-93c1-3dcdaf9a573c tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=53cb08f0-26a5-4811-9df7-b5a346757838 HTTP/1.1" status: 200 len: 943 time: 0.0518582 Dec 16 15:57:04.011079 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-ede0c540-89f2-4e26-9b88-40db7eca996a req-20c3b478-9e68-42f4-83f8-c3e9e4f86a6f tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8554656-b598-4191-8963-82a5522f7c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421348 Dec 16 15:57:05.153863 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb03d16-d0f1-4576-a705-f94e3ae874c0 req-bd559f28-b90b-4104-98be-e799e418e9cf tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:05.155293 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-dcb03d16-d0f1-4576-a705-f94e3ae874c0 req-bd559f28-b90b-4104-98be-e799e418e9cf tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=53cb08f0-26a5-4811-9df7-b5a346757838 HTTP/1.1" status: 200 len: 943 time: 0.0594575 Dec 16 15:57:05.162534 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device 18769a46-6816-4b5e-bcc0-d0d8cac455d6 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=108906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:57:05.207383 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-dcb03d16-d0f1-4576-a705-f94e3ae874c0 req-8674ab40-e265-48f6-b908-736091f6ca4e tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8554656-b598-4191-8963-82a5522f7c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446613 Dec 16 15:57:05.259993 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] For port 18769a46-6816-4b5e-bcc0-d0d8cac455d6, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=18769a46-6816-4b5e-bcc0-d0d8cac455d6,segment=NetworkSegment(6ac95f2c-e8cd-453d-a535-ad4189b6290a),segment_id=6ac95f2c-e8cd-453d-a535-ad4189b6290a)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:57:05.271284 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Returning: {'device': '18769a46-6816-4b5e-bcc0-d0d8cac455d6', 'network_id': 'd7f36349-73c7-464a-bf62-5f09a6e738d6', 'port_id': '18769a46-6816-4b5e-bcc0-d0d8cac455d6', 'mac_address': 'fa:16:3e:7c:7f:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd74c3a7c-65e1-4354-b26d-40ed68846b85', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:57:05.311199 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:05.324829 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.notifiers.nova [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18769a46-6816-4b5e-bcc0-d0d8cac455d6 {{(pid=108906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:57:05.345930 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] For port 18769a46-6816-4b5e-bcc0-d0d8cac455d6, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=18769a46-6816-4b5e-bcc0-d0d8cac455d6,segment=NetworkSegment(6ac95f2c-e8cd-453d-a535-ad4189b6290a),segment_id=6ac95f2c-e8cd-453d-a535-ad4189b6290a)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:57:05.351767 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:05.398732 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Pushing event updated for resources: {'Port': ['ID=18769a46-6816-4b5e-bcc0-d0d8cac455d6,revision_number=9']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:05.566576 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] get_ports_and_sgs() called for port_ids ['18769a46-6816-4b5e-bcc0-d0d8cac455d6'] {{(pid=108906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:57:06.340418 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838f676-d4ae-4315-9838-096c681e28f6 req-78a6437d-2c62-4a7a-9070-337f0f0a24d0 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:06.342278 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-f838f676-d4ae-4315-9838-096c681e28f6 req-78a6437d-2c62-4a7a-9070-337f0f0a24d0 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=53cb08f0-26a5-4811-9df7-b5a346757838 HTTP/1.1" status: 200 len: 944 time: 0.0507460 Dec 16 15:57:06.392413 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-f838f676-d4ae-4315-9838-096c681e28f6 req-f0a217dc-f1d5-4828-b2ab-3e6020e59934 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8554656-b598-4191-8963-82a5522f7c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412331 Dec 16 15:57:06.635935 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-aaf9389f-80f9-4522-8e95-9955b4fa2252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:07.164629 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device 18769a46-6816-4b5e-bcc0-d0d8cac455d6 up at agent hyperv_hv-cinder-78447 {{(pid=108906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:57:07.217616 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Provisioning complete for port 18769a46-6816-4b5e-bcc0-d0d8cac455d6 triggered by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:57:07.217989 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:07.297772 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:07.449283 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53cb08f0-26a5-4811-9df7-b5a346757838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18769a46-6816-4b5e-bcc0-d0d8cac455d6'}] {{(pid=108906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:57:07.451535 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02b5cd720e1ebaa5714ffb0bc34871610594f2c4f6020a6f60f7cc29a5a8a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9055010f-3805-4ccf-9cd1-b77c7c66d93d" -d '{"events": [{"server_uuid": "53cb08f0-26a5-4811-9df7-b5a346757838", "name": "network-vif-plugged", "status": "completed", "tag": "18769a46-6816-4b5e-bcc0-d0d8cac455d6"}]}' {{(pid=108906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:57:07.464447 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] For port 18769a46-6816-4b5e-bcc0-d0d8cac455d6, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=18769a46-6816-4b5e-bcc0-d0d8cac455d6,segment=NetworkSegment(6ac95f2c-e8cd-453d-a535-ad4189b6290a),segment_id=6ac95f2c-e8cd-453d-a535-ad4189b6290a)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:57:07.470065 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:07.506942 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97722e1-a974-4d06-a507-b6248ced5c0b x-openstack-request-id: req-c97722e1-a974-4d06-a507-b6248ced5c0b {{(pid=108906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:57:07.507237 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53cb08f0-26a5-4811-9df7-b5a346757838", "name": "network-vif-plugged", "status": "completed", "tag": "18769a46-6816-4b5e-bcc0-d0d8cac455d6", "code": 200}]} {{(pid=108906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:57:07.507626 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c97722e1-a974-4d06-a507-b6248ced5c0b {{(pid=108906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:57:07.507869 dv-cinder-784477-11-iscsi neutron-server[108906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53cb08f0-26a5-4811-9df7-b5a346757838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18769a46-6816-4b5e-bcc0-d0d8cac455d6', 'code': 200} Dec 16 15:57:07.521725 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Pushing event updated for resources: {'Port': ['ID=18769a46-6816-4b5e-bcc0-d0d8cac455d6,revision_number=10']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:07.529797 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c9bd28-0419-4314-bdd9-ad8e56fa5905 req-96825afa-e0af-42f9-b84e-0dc3479f49e2 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:07.531316 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-d2c9bd28-0419-4314-bdd9-ad8e56fa5905 req-96825afa-e0af-42f9-b84e-0dc3479f49e2 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=53cb08f0-26a5-4811-9df7-b5a346757838 HTTP/1.1" status: 200 len: 946 time: 0.0546951 Dec 16 15:57:07.577503 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-d2c9bd28-0419-4314-bdd9-ad8e56fa5905 req-d0c874e6-3517-440b-aa2e-701dcbe0775a tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8554656-b598-4191-8963-82a5522f7c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401006 Dec 16 15:57:07.680473 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fe1f5f-6a82-4c34-8a0a-977f03d83749 req-e832f66c-74a0-48fb-8567-1a0e5eef9944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:07.681878 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-62fe1f5f-6a82-4c34-8a0a-977f03d83749 req-e832f66c-74a0-48fb-8567-1a0e5eef9944 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=53cb08f0-26a5-4811-9df7-b5a346757838 HTTP/1.1" status: 200 len: 1099 time: 0.0409000 Dec 16 15:57:07.725046 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-62fe1f5f-6a82-4c34-8a0a-977f03d83749 req-d1f014ae-966f-4058-a71a-25110accc2b6 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=e8554656-b598-4191-8963-82a5522f7c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360720 Dec 16 15:57:08.721744 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433f47e9-032d-4572-b4a6-c23f3cce80f6 req-7de87431-5f54-4c1d-94b7-b209e5111be4 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:08.723260 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-433f47e9-032d-4572-b4a6-c23f3cce80f6 req-7de87431-5f54-4c1d-94b7-b209e5111be4 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=53cb08f0-26a5-4811-9df7-b5a346757838 HTTP/1.1" status: 200 len: 946 time: 0.0608373 Dec 16 15:57:08.769966 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-433f47e9-032d-4572-b4a6-c23f3cce80f6 req-ea3789f4-58bd-44a3-b89d-23a928971332 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8554656-b598-4191-8963-82a5522f7c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405908 Dec 16 15:57:08.876578 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-2017bf1c-2913-4386-847d-cc1cd21827a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:09.903565 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3abef82-84c5-4d37-8c1b-dc7044bb6b74 req-1dae580d-84ed-46f1-98ba-27fff226b99c tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:09.905053 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-b3abef82-84c5-4d37-8c1b-dc7044bb6b74 req-1dae580d-84ed-46f1-98ba-27fff226b99c tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=53cb08f0-26a5-4811-9df7-b5a346757838 HTTP/1.1" status: 200 len: 946 time: 0.0524976 Dec 16 15:57:09.955813 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-b3abef82-84c5-4d37-8c1b-dc7044bb6b74 req-d0e1e138-c4fe-4b31-883d-7d0bf24c48e9 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8554656-b598-4191-8963-82a5522f7c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423717 Dec 16 15:57:10.535689 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-223b144f-a2e3-43d1-9ee0-793d55a0ef66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:11.302123 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-e6a1afc6-ab61-4c06-9aae-8bc4c5fea8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:12.768617 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:19.356419 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:25.358549 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-5dd56a63-5a34-40ba-8e8f-2e8c51c0cb8d req-b2854002-8397-44fd-a5ed-72d2b38ff5ad tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-832002217&fields=id&tenant_id=5afea3407ef84fafa658a82512fb4d24 HTTP/1.1" status: 200 len: 267 time: 0.0493133 Dec 16 15:57:25.743038 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd56a63-5a34-40ba-8e8f-2e8c51c0cb8d req-058d1ade-fc30-4a94-8aae-89b91b7809a8 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:25.744473 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-5dd56a63-5a34-40ba-8e8f-2e8c51c0cb8d req-058d1ade-fc30-4a94-8aae-89b91b7809a8 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/networks?id=447cd8ca-a758-4b0d-966f-d4641376c8a8 HTTP/1.1" status: 200 len: 810 time: 0.3791177 Dec 16 15:57:25.759872 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-5dd56a63-5a34-40ba-8e8f-2e8c51c0cb8d req-59cae2a8-d9b6-4bfd-a257-881cdf61ddc2 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/quotas/5afea3407ef84fafa658a82512fb4d24 HTTP/1.1" status: 200 len: 375 time: 0.0094633 Dec 16 15:57:25.814612 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-5dd56a63-5a34-40ba-8e8f-2e8c51c0cb8d req-981f2ba9-4108-4f4d-bc6c-1cb811f48132 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5afea3407ef84fafa658a82512fb4d24&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0491197 Dec 16 15:57:25.910948 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-5dd56a63-5a34-40ba-8e8f-2e8c51c0cb8d req-49f1e987-111f-4e3a-bd1a-681a1613ebbc service neutron] 10.222.0.31 "GET /v2.0/networks/447cd8ca-a758-4b0d-966f-d4641376c8a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844555 Dec 16 15:57:26.004023 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-5dd56a63-5a34-40ba-8e8f-2e8c51c0cb8d req-00e28268-0383-404e-b331-b31934c1976d service neutron] 10.222.0.31 "GET /v2.0/networks/447cd8ca-a758-4b0d-966f-d4641376c8a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839682 Dec 16 15:57:26.302595 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-57aee18f-8eb7-4f48-9773-2bd509403537 req-9cfcad69-7b45-438e-a52c-2bb967e7a1c5 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8c9604f-bac4-43ac-865e-75e3a2edd325 HTTP/1.1" status: 200 len: 210 time: 0.0320668 Dec 16 15:57:27.258640 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd56a63-5a34-40ba-8e8f-2e8c51c0cb8d req-6b5fce32-5e74-4ce3-a075-07a1d3b7f5a5 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:27.260083 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-5dd56a63-5a34-40ba-8e8f-2e8c51c0cb8d req-6b5fce32-5e74-4ce3-a075-07a1d3b7f5a5 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.66 "GET /v2.0/networks?id=447cd8ca-a758-4b0d-966f-d4641376c8a8 HTTP/1.1" status: 200 len: 810 time: 0.1066678 Dec 16 15:57:27.322331 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-5dd56a63-5a34-40ba-8e8f-2e8c51c0cb8d req-0e04d884-5ecc-4ef0-aed3-718f13eee50d tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5afea3407ef84fafa658a82512fb4d24 HTTP/1.1" status: 200 len: 379 time: 0.0524521 Dec 16 15:57:27.334497 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.v2.base [req-5dd56a63-5a34-40ba-8e8f-2e8c51c0cb8d req-166e90b8-bc49-4549-93df-46a1b391efcb tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Request body: {'port': {'device_id': 'b8c9604f-bac4-43ac-865e-75e3a2edd325', 'network_id': '447cd8ca-a758-4b0d-966f-d4641376c8a8', 'admin_state_up': True, 'tenant_id': '5afea3407ef84fafa658a82512fb4d24', 'security_groups': ['9c4413e0-cf94-41c4-a331-21c96852544d']}} {{(pid=108904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:57:27.399558 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-3c7c832f-c36e-4eb7-b95f-bca6ee8494ca req-b0967e77-5fa6-461c-a533-4845ce3d0cb7 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8c9604f-bac4-43ac-865e-75e3a2edd325 HTTP/1.1" status: 200 len: 210 time: 0.0268574 Dec 16 15:57:27.711933 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dd56a63-5a34-40ba-8e8f-2e8c51c0cb8d req-166e90b8-bc49-4549-93df-46a1b391efcb tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Made reservation on behalf of 5afea3407ef84fafa658a82512fb4d24 for: {'port': 1} {{(pid=108904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:57:27.715631 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-5dd56a63-5a34-40ba-8e8f-2e8c51c0cb8d req-166e90b8-bc49-4549-93df-46a1b391efcb tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:27.838875 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.db_base_plugin_common [req-5dd56a63-5a34-40ba-8e8f-2e8c51c0cb8d req-166e90b8-bc49-4549-93df-46a1b391efcb tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Allocated IP 172.20.0.10 (447cd8ca-a758-4b0d-966f-d4641376c8a8/0c509f7a-4a9b-4a96-892a-b130ead11ed7/f51fbc3e-acde-4d09-b30a-784b2fecbdae) {{(pid=108904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:57:27.979902 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-5dd56a63-5a34-40ba-8e8f-2e8c51c0cb8d req-166e90b8-bc49-4549-93df-46a1b391efcb tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks [] for port, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:28.015032 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-5dd56a63-5a34-40ba-8e8f-2e8c51c0cb8d req-166e90b8-bc49-4549-93df-46a1b391efcb tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739691803594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4504497'] for port, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:28.058797 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dd56a63-5a34-40ba-8e8f-2e8c51c0cb8d req-166e90b8-bc49-4549-93df-46a1b391efcb tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Network 447cd8ca-a758-4b0d-966f-d4641376c8a8 is already hosted by enough agents. {{(pid=108904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:57:28.061824 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.base_scheduler [req-5dd56a63-5a34-40ba-8e8f-2e8c51c0cb8d req-166e90b8-bc49-4549-93df-46a1b391efcb tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Resources bound (agent type, host, resource id): {{(pid=108904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:57:28.065869 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dd56a63-5a34-40ba-8e8f-2e8c51c0cb8d req-166e90b8-bc49-4549-93df-46a1b391efcb tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Received port after_create {{(pid=108904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:57:28.072274 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166e90b8-bc49-4549-93df-46a1b391efcb tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Pushing event updated for resources: {'Port': ['ID=f51fbc3e-acde-4d09-b30a-784b2fecbdae,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:28.121344 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd56a63-5a34-40ba-8e8f-2e8c51c0cb8d req-166e90b8-bc49-4549-93df-46a1b391efcb tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:28.121985 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-5dd56a63-5a34-40ba-8e8f-2e8c51c0cb8d req-166e90b8-bc49-4549-93df-46a1b391efcb tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294'] for port, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:28.139997 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-5dd56a63-5a34-40ba-8e8f-2e8c51c0cb8d req-166e90b8-bc49-4549-93df-46a1b391efcb tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8095024 Dec 16 15:57:28.154759 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.v2.base [req-5dd56a63-5a34-40ba-8e8f-2e8c51c0cb8d req-86152b66-6425-48f3-bc69-e35f0c1241fc service neutron] Request body: {'port': {'device_id': 'b8c9604f-bac4-43ac-865e-75e3a2edd325', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=108904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:57:28.209050 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-5dd56a63-5a34-40ba-8e8f-2e8c51c0cb8d req-86152b66-6425-48f3-bc69-e35f0c1241fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:28.333236 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-86efbe3a-44fc-489b-b65c-ce720c5fabd9 None None] Provisioning complete for port f51fbc3e-acde-4d09-b30a-784b2fecbdae triggered by entity DHCP. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:57:28.333872 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-86efbe3a-44fc-489b-b65c-ce720c5fabd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:28.371232 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-86efbe3a-44fc-489b-b65c-ce720c5fabd9 None None] Port f51fbc3e-acde-4d09-b30a-784b2fecbdae cannot update to ACTIVE because it is not bound. {{(pid=108906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:57:28.475810 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.notifiers.nova [req-5dd56a63-5a34-40ba-8e8f-2e8c51c0cb8d req-86152b66-6425-48f3-bc69-e35f0c1241fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f51fbc3e-acde-4d09-b30a-784b2fecbdae {{(pid=108904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:57:28.483664 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-5dd56a63-5a34-40ba-8e8f-2e8c51c0cb8d req-86152b66-6425-48f3-bc69-e35f0c1241fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:28.497340 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.provisioning_blocks [req-5dd56a63-5a34-40ba-8e8f-2e8c51c0cb8d req-86152b66-6425-48f3-bc69-e35f0c1241fc service neutron] Transition to ACTIVE for port object f51fbc3e-acde-4d09-b30a-784b2fecbdae will not be triggered until provisioned by entity L2. {{(pid=108904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:57:28.502410 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-5dd56a63-5a34-40ba-8e8f-2e8c51c0cb8d req-86152b66-6425-48f3-bc69-e35f0c1241fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4504520'] for port, after_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:28.517648 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc34dcc2-7c32-4f2a-9e6c-a8ad99f30618 req-75ec2c34-930d-46cf-b05c-a9e34401331b tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:28.519127 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-fc34dcc2-7c32-4f2a-9e6c-a8ad99f30618 req-75ec2c34-930d-46cf-b05c-a9e34401331b tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8c9604f-bac4-43ac-865e-75e3a2edd325 HTTP/1.1" status: 200 len: 932 time: 0.0525165 Dec 16 15:57:28.554304 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86152b66-6425-48f3-bc69-e35f0c1241fc service neutron] Pushing event updated for resources: {'Port': ['ID=f51fbc3e-acde-4d09-b30a-784b2fecbdae,revision_number=2']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:28.573343 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-fc34dcc2-7c32-4f2a-9e6c-a8ad99f30618 req-aec46f78-5cc4-4b07-aedf-3f0300cd1f6e tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c4413e0-cf94-41c4-a331-21c96852544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478752 Dec 16 15:57:28.622925 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.managers [req-5dd56a63-5a34-40ba-8e8f-2e8c51c0cb8d req-86152b66-6425-48f3-bc69-e35f0c1241fc service neutron] Attempting to bind port f51fbc3e-acde-4d09-b30a-784b2fecbdae on host hv-cinder-78447 for vnic_type normal with profile {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:57:28.623192 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.managers [req-5dd56a63-5a34-40ba-8e8f-2e8c51c0cb8d req-86152b66-6425-48f3-bc69-e35f0c1241fc service neutron] Attempting to bind port f51fbc3e-acde-4d09-b30a-784b2fecbdae by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': 'df5e76d4-1da3-4a3c-9738-349c23ab107b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '447cd8ca-a758-4b0d-966f-d4641376c8a8'}] {{(pid=108904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:57:28.623514 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd56a63-5a34-40ba-8e8f-2e8c51c0cb8d req-86152b66-6425-48f3-bc69-e35f0c1241fc service neutron] Attempting to bind port f51fbc3e-acde-4d09-b30a-784b2fecbdae on network 447cd8ca-a758-4b0d-966f-d4641376c8a8 {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:57:28.628230 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd56a63-5a34-40ba-8e8f-2e8c51c0cb8d req-86152b66-6425-48f3-bc69-e35f0c1241fc service neutron] Port f51fbc3e-acde-4d09-b30a-784b2fecbdae on network 447cd8ca-a758-4b0d-966f-d4641376c8a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:57:28.628549 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd56a63-5a34-40ba-8e8f-2e8c51c0cb8d req-86152b66-6425-48f3-bc69-e35f0c1241fc service neutron] Attempting to bind port f51fbc3e-acde-4d09-b30a-784b2fecbdae on network 447cd8ca-a758-4b0d-966f-d4641376c8a8 {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:57:28.633685 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd56a63-5a34-40ba-8e8f-2e8c51c0cb8d req-86152b66-6425-48f3-bc69-e35f0c1241fc service neutron] Checking agent: {'id': 'cc3d5e4c-e00e-4c48-b0f7-4cab06ea1ca9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 46, 48), 'started_at': datetime.datetime(2021, 12, 16, 15, 46, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:57:28.634016 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd56a63-5a34-40ba-8e8f-2e8c51c0cb8d req-86152b66-6425-48f3-bc69-e35f0c1241fc service neutron] Checking segment: {'id': 'df5e76d4-1da3-4a3c-9738-349c23ab107b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '447cd8ca-a758-4b0d-966f-d4641376c8a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:57:28.634392 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd56a63-5a34-40ba-8e8f-2e8c51c0cb8d req-86152b66-6425-48f3-bc69-e35f0c1241fc service neutron] Bound using segment: {'id': 'df5e76d4-1da3-4a3c-9738-349c23ab107b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '447cd8ca-a758-4b0d-966f-d4641376c8a8'} {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:57:28.634810 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.managers [req-5dd56a63-5a34-40ba-8e8f-2e8c51c0cb8d req-86152b66-6425-48f3-bc69-e35f0c1241fc service neutron] Bound port: f51fbc3e-acde-4d09-b30a-784b2fecbdae, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df5e76d4-1da3-4a3c-9738-349c23ab107b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '447cd8ca-a758-4b0d-966f-d4641376c8a8'}}] {{(pid=108904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:57:28.635161 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-5dd56a63-5a34-40ba-8e8f-2e8c51c0cb8d req-86152b66-6425-48f3-bc69-e35f0c1241fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:28.703425 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.db [req-5dd56a63-5a34-40ba-8e8f-2e8c51c0cb8d req-86152b66-6425-48f3-bc69-e35f0c1241fc service neutron] For port f51fbc3e-acde-4d09-b30a-784b2fecbdae, host hv-cinder-78447, cleared binding levels {{(pid=108904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:57:28.706661 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.db [req-5dd56a63-5a34-40ba-8e8f-2e8c51c0cb8d req-86152b66-6425-48f3-bc69-e35f0c1241fc service neutron] For port f51fbc3e-acde-4d09-b30a-784b2fecbdae, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=f51fbc3e-acde-4d09-b30a-784b2fecbdae,segment=NetworkSegment(df5e76d4-1da3-4a3c-9738-349c23ab107b),segment_id=df5e76d4-1da3-4a3c-9738-349c23ab107b)] {{(pid=108904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:57:28.712880 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-5dd56a63-5a34-40ba-8e8f-2e8c51c0cb8d req-86152b66-6425-48f3-bc69-e35f0c1241fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4504520'] for port, after_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:28.748240 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd56a63-5a34-40ba-8e8f-2e8c51c0cb8d req-86152b66-6425-48f3-bc69-e35f0c1241fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:28.749028 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-5dd56a63-5a34-40ba-8e8f-2e8c51c0cb8d req-86152b66-6425-48f3-bc69-e35f0c1241fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294'] for port, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:28.750426 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-5dd56a63-5a34-40ba-8e8f-2e8c51c0cb8d req-86152b66-6425-48f3-bc69-e35f0c1241fc service neutron] 10.222.0.66 "PUT /v2.0/ports/f51fbc3e-acde-4d09-b30a-784b2fecbdae HTTP/1.1" status: 200 len: 1094 time: 0.6003537 Dec 16 15:57:28.755541 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8c9604f-bac4-43ac-865e-75e3a2edd325', 'tag': 'f51fbc3e-acde-4d09-b30a-784b2fecbdae'}] {{(pid=108904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:57:28.758073 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0a2cce90635460fa9ee7acd2d2298fc55a52ab45a9458d7253143d338a4b89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b362541-64f3-4a3b-b535-095310cb2e71" -d '{"events": [{"name": "network-changed", "server_uuid": "b8c9604f-bac4-43ac-865e-75e3a2edd325", "tag": "f51fbc3e-acde-4d09-b30a-784b2fecbdae"}]}' {{(pid=108904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:57:28.787303 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86152b66-6425-48f3-bc69-e35f0c1241fc service neutron] Pushing event updated for resources: {'Port': ['ID=f51fbc3e-acde-4d09-b30a-784b2fecbdae,revision_number=3']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:28.805597 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd6202b-0db4-4a22-a0de-bb51bfd16509 x-openstack-request-id: req-8cd6202b-0db4-4a22-a0de-bb51bfd16509 {{(pid=108904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:57:28.805934 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8c9604f-bac4-43ac-865e-75e3a2edd325", "tag": "f51fbc3e-acde-4d09-b30a-784b2fecbdae", "status": "completed", "code": 200}]} {{(pid=108904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:57:28.806185 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8cd6202b-0db4-4a22-a0de-bb51bfd16509 {{(pid=108904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:57:28.806591 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8c9604f-bac4-43ac-865e-75e3a2edd325', 'tag': 'f51fbc3e-acde-4d09-b30a-784b2fecbdae', 'status': 'completed', 'code': 200} Dec 16 15:57:28.840180 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd56a63-5a34-40ba-8e8f-2e8c51c0cb8d req-4054bbc2-c77b-4ebc-b4c1-923bb129acb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:28.842057 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-5dd56a63-5a34-40ba-8e8f-2e8c51c0cb8d req-4054bbc2-c77b-4ebc-b4c1-923bb129acb6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5afea3407ef84fafa658a82512fb4d24&device_id=b8c9604f-bac4-43ac-865e-75e3a2edd325 HTTP/1.1" status: 200 len: 1097 time: 0.0459018 Dec 16 15:57:28.888177 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-5dd56a63-5a34-40ba-8e8f-2e8c51c0cb8d req-ff893a11-6d5a-409d-9851-1b05674c5535 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f51fbc3e-acde-4d09-b30a-784b2fecbdae HTTP/1.1" status: 200 len: 217 time: 0.0356879 Dec 16 15:57:28.942918 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd56a63-5a34-40ba-8e8f-2e8c51c0cb8d req-65149b5e-348c-4530-bed7-1abf2a7b2f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:28.944399 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-5dd56a63-5a34-40ba-8e8f-2e8c51c0cb8d req-65149b5e-348c-4530-bed7-1abf2a7b2f7f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0c509f7a-4a9b-4a96-892a-b130ead11ed7 HTTP/1.1" status: 200 len: 849 time: 0.0489075 Dec 16 15:57:28.991099 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd56a63-5a34-40ba-8e8f-2e8c51c0cb8d req-980b4c3c-d086-438e-a604-89cd35fbfa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:28.992591 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-5dd56a63-5a34-40ba-8e8f-2e8c51c0cb8d req-980b4c3c-d086-438e-a604-89cd35fbfa73 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=447cd8ca-a758-4b0d-966f-d4641376c8a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0401993 Dec 16 15:57:29.014128 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.agents_db [None req-3e981004-2469-4169-a15f-e329d1e51356 None None] Agent healthcheck: found 6 active agents {{(pid=108907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:57:29.085450 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-5dd56a63-5a34-40ba-8e8f-2e8c51c0cb8d req-4f66a998-1529-4509-83c9-6c84200408bd service neutron] 10.222.0.66 "GET /v2.0/networks/447cd8ca-a758-4b0d-966f-d4641376c8a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856681 Dec 16 15:57:29.181617 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-5dd56a63-5a34-40ba-8e8f-2e8c51c0cb8d req-e0c1f50c-dff0-431d-a18d-551bac70e2ef service neutron] 10.222.0.66 "GET /v2.0/networks/447cd8ca-a758-4b0d-966f-d4641376c8a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889463 Dec 16 15:57:29.278411 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b362541-64f3-4a3b-b535-095310cb2e71 req-2234d84f-7153-45d5-a23d-2452cbec045e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:29.280456 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-3b362541-64f3-4a3b-b535-095310cb2e71 req-2234d84f-7153-45d5-a23d-2452cbec045e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5afea3407ef84fafa658a82512fb4d24&device_id=b8c9604f-bac4-43ac-865e-75e3a2edd325 HTTP/1.1" status: 200 len: 1097 time: 0.0441506 Dec 16 15:57:29.374817 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b362541-64f3-4a3b-b535-095310cb2e71 req-3483bbc2-4c1a-418f-9610-06606290e8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:29.376344 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-3b362541-64f3-4a3b-b535-095310cb2e71 req-3483bbc2-4c1a-418f-9610-06606290e8bf service neutron] 10.222.0.66 "GET /v2.0/networks?id=447cd8ca-a758-4b0d-966f-d4641376c8a8 HTTP/1.1" status: 200 len: 911 time: 0.0877452 Dec 16 15:57:29.418881 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-3b362541-64f3-4a3b-b535-095310cb2e71 req-5065588e-5201-4097-a2a9-8b6b07c6cc13 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f51fbc3e-acde-4d09-b30a-784b2fecbdae HTTP/1.1" status: 200 len: 217 time: 0.0336046 Dec 16 15:57:29.466822 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b362541-64f3-4a3b-b535-095310cb2e71 req-44d7b566-11f2-457f-ac29-58a7e107a0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:29.468155 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-3b362541-64f3-4a3b-b535-095310cb2e71 req-44d7b566-11f2-457f-ac29-58a7e107a0c4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0c509f7a-4a9b-4a96-892a-b130ead11ed7 HTTP/1.1" status: 200 len: 849 time: 0.0421996 Dec 16 15:57:29.517296 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b362541-64f3-4a3b-b535-095310cb2e71 req-650a9131-25e7-40fc-b807-05b040a85344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:29.518851 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-3b362541-64f3-4a3b-b535-095310cb2e71 req-650a9131-25e7-40fc-b807-05b040a85344 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=447cd8ca-a758-4b0d-966f-d4641376c8a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0435488 Dec 16 15:57:29.615615 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-3b362541-64f3-4a3b-b535-095310cb2e71 req-d1abfdfb-ef7a-4a9e-ac1f-5cfd3c7a14fe service neutron] 10.222.0.66 "GET /v2.0/networks/447cd8ca-a758-4b0d-966f-d4641376c8a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820987 Dec 16 15:57:29.695340 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff490939-a87a-407e-b1d9-43068b775c47 req-40115a86-bce3-422a-8f4c-4ae937908c22 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:29.696800 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-ff490939-a87a-407e-b1d9-43068b775c47 req-40115a86-bce3-422a-8f4c-4ae937908c22 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8c9604f-bac4-43ac-865e-75e3a2edd325 HTTP/1.1" status: 200 len: 944 time: 0.0498302 Dec 16 15:57:29.711018 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-3b362541-64f3-4a3b-b535-095310cb2e71 req-d61c3f18-4c4f-4eaa-9043-a6b2c7279ed7 service neutron] 10.222.0.66 "GET /v2.0/networks/447cd8ca-a758-4b0d-966f-d4641376c8a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845397 Dec 16 15:57:29.750904 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-ff490939-a87a-407e-b1d9-43068b775c47 req-a8d05d6c-176c-45e0-b99d-24595468006e tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c4413e0-cf94-41c4-a331-21c96852544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479934 Dec 16 15:57:30.872747 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53b2079-912a-41f2-aca9-62eabb2c62cd req-838dd2da-df99-40a7-8bd7-430bf7224574 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:30.874231 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c53b2079-912a-41f2-aca9-62eabb2c62cd req-838dd2da-df99-40a7-8bd7-430bf7224574 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8c9604f-bac4-43ac-865e-75e3a2edd325 HTTP/1.1" status: 200 len: 944 time: 0.0508156 Dec 16 15:57:30.921891 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c53b2079-912a-41f2-aca9-62eabb2c62cd req-b9eb40cd-bd03-4bb1-8d3e-bc3244c45da8 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c4413e0-cf94-41c4-a331-21c96852544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415850 Dec 16 15:57:32.046575 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed6c7df-e462-435b-bf61-5a378ea2ad37 req-e511716b-612c-4fef-addc-fce1f9174008 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:32.048145 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-bed6c7df-e462-435b-bf61-5a378ea2ad37 req-e511716b-612c-4fef-addc-fce1f9174008 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8c9604f-bac4-43ac-865e-75e3a2edd325 HTTP/1.1" status: 200 len: 944 time: 0.0502996 Dec 16 15:57:32.104729 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-bed6c7df-e462-435b-bf61-5a378ea2ad37 req-3f9e717f-07b1-45ce-8395-3f6fc7d360e5 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c4413e0-cf94-41c4-a331-21c96852544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480402 Dec 16 15:57:33.235964 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f85312-3cd6-4da9-8bba-42ea336ea05c req-7442925a-587f-458f-bbd8-751d1ee304e1 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:33.237435 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-b3f85312-3cd6-4da9-8bba-42ea336ea05c req-7442925a-587f-458f-bbd8-751d1ee304e1 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8c9604f-bac4-43ac-865e-75e3a2edd325 HTTP/1.1" status: 200 len: 944 time: 0.0548887 Dec 16 15:57:33.287577 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-b3f85312-3cd6-4da9-8bba-42ea336ea05c req-144c5419-6dd2-4105-b89a-5a3a7d38cec6 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c4413e0-cf94-41c4-a331-21c96852544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439358 Dec 16 15:57:34.410281 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef81db4a-d61d-48c7-8ebe-a7b563ec59d1 req-88e17f84-6517-46ba-bc5b-798a58bca7fc tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:34.411705 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-ef81db4a-d61d-48c7-8ebe-a7b563ec59d1 req-88e17f84-6517-46ba-bc5b-798a58bca7fc tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8c9604f-bac4-43ac-865e-75e3a2edd325 HTTP/1.1" status: 200 len: 944 time: 0.0493667 Dec 16 15:57:34.462565 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-ef81db4a-d61d-48c7-8ebe-a7b563ec59d1 req-0f615d44-3a9d-4e45-a48c-f714688c1fad tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c4413e0-cf94-41c4-a331-21c96852544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416131 Dec 16 15:57:35.587883 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581946a4-5b63-4e25-a8aa-7f9dd0363906 req-68335d0b-e757-455f-b308-9d5a87eeb26d tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:35.589320 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-581946a4-5b63-4e25-a8aa-7f9dd0363906 req-68335d0b-e757-455f-b308-9d5a87eeb26d tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8c9604f-bac4-43ac-865e-75e3a2edd325 HTTP/1.1" status: 200 len: 944 time: 0.0503180 Dec 16 15:57:35.646882 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-581946a4-5b63-4e25-a8aa-7f9dd0363906 req-f6e3ec26-58f4-4549-a441-a864eaf30c9d tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c4413e0-cf94-41c4-a331-21c96852544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490637 Dec 16 15:57:36.641491 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-c519d256-30ed-456a-b9b4-1cdd3fd0a633 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:36.761994 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e34dd-cbf0-4849-9605-785d612c8764 req-6610025f-c42b-4d56-9892-1c7874c1fb5c tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:36.763691 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-cb5e34dd-cbf0-4849-9605-785d612c8764 req-6610025f-c42b-4d56-9892-1c7874c1fb5c tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8c9604f-bac4-43ac-865e-75e3a2edd325 HTTP/1.1" status: 200 len: 944 time: 0.0505440 Dec 16 15:57:36.816639 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-cb5e34dd-cbf0-4849-9605-785d612c8764 req-44452ccd-4ce9-4de4-a820-9eee2a9a295b tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c4413e0-cf94-41c4-a331-21c96852544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440223 Dec 16 15:57:37.307023 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device f51fbc3e-acde-4d09-b30a-784b2fecbdae details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=108906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:57:37.415346 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] For port f51fbc3e-acde-4d09-b30a-784b2fecbdae, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=f51fbc3e-acde-4d09-b30a-784b2fecbdae,segment=NetworkSegment(df5e76d4-1da3-4a3c-9738-349c23ab107b),segment_id=df5e76d4-1da3-4a3c-9738-349c23ab107b)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:57:37.426847 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Returning: {'device': 'f51fbc3e-acde-4d09-b30a-784b2fecbdae', 'network_id': '447cd8ca-a758-4b0d-966f-d4641376c8a8', 'port_id': 'f51fbc3e-acde-4d09-b30a-784b2fecbdae', 'mac_address': 'fa:16:3e:46:fa:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c509f7a-4a9b-4a96-892a-b130ead11ed7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:57:37.471999 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:37.489377 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.notifiers.nova [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f51fbc3e-acde-4d09-b30a-784b2fecbdae {{(pid=108906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:57:37.509077 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] For port f51fbc3e-acde-4d09-b30a-784b2fecbdae, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=f51fbc3e-acde-4d09-b30a-784b2fecbdae,segment=NetworkSegment(df5e76d4-1da3-4a3c-9738-349c23ab107b),segment_id=df5e76d4-1da3-4a3c-9738-349c23ab107b)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:57:37.515548 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:37.562229 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Pushing event updated for resources: {'Port': ['ID=f51fbc3e-acde-4d09-b30a-784b2fecbdae,revision_number=4']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:37.569216 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:37.569541 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:37.569910 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:37.570244 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:37.570568 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:37.570893 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:37.571213 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:37.571538 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:37.571859 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:37.572174 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:37.572490 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:37.572786 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:37.573102 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:37.773745 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] get_ports_and_sgs() called for port_ids ['f51fbc3e-acde-4d09-b30a-784b2fecbdae'] {{(pid=108906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:57:37.932175 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143d1d79-9f2e-46d4-8787-8b6c6adfa19c req-9fca037c-1a0c-4d76-9e9b-de7cd651a55f tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:37.933788 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-143d1d79-9f2e-46d4-8787-8b6c6adfa19c req-9fca037c-1a0c-4d76-9e9b-de7cd651a55f tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8c9604f-bac4-43ac-865e-75e3a2edd325 HTTP/1.1" status: 200 len: 945 time: 0.0493371 Dec 16 15:57:37.982452 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-143d1d79-9f2e-46d4-8787-8b6c6adfa19c req-e9a788ac-99c7-40c2-b44b-61078056a9a7 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c4413e0-cf94-41c4-a331-21c96852544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424309 Dec 16 15:57:38.894020 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-bdd11fe4-86ce-42c7-8cc3-e4f6cc24ed5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:39.112236 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b75e1-9312-4634-bcd9-0ce66f21df11 req-b446a269-e967-4d6b-a163-5deaa32bcadf tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:39.113754 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-f52b75e1-9312-4634-bcd9-0ce66f21df11 req-b446a269-e967-4d6b-a163-5deaa32bcadf tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8c9604f-bac4-43ac-865e-75e3a2edd325 HTTP/1.1" status: 200 len: 945 time: 0.0525362 Dec 16 15:57:39.162982 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-f52b75e1-9312-4634-bcd9-0ce66f21df11 req-5e39cefd-c420-4c4a-b3f4-e3fac014d8de tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c4413e0-cf94-41c4-a331-21c96852544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428081 Dec 16 15:57:39.305969 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device f51fbc3e-acde-4d09-b30a-784b2fecbdae up at agent hyperv_hv-cinder-78447 {{(pid=108906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:57:39.362684 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Provisioning for port f51fbc3e-acde-4d09-b30a-784b2fecbdae completed by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:57:39.366530 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Provisioning complete for port f51fbc3e-acde-4d09-b30a-784b2fecbdae triggered by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:57:39.366915 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:39.443931 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:39.469949 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c9604f-bac4-43ac-865e-75e3a2edd325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f51fbc3e-acde-4d09-b30a-784b2fecbdae'}] {{(pid=108906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:57:39.472176 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02b5cd720e1ebaa5714ffb0bc34871610594f2c4f6020a6f60f7cc29a5a8a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e029fe-feb9-4dbe-ae48-1bb9b953a62e" -d '{"events": [{"server_uuid": "b8c9604f-bac4-43ac-865e-75e3a2edd325", "name": "network-vif-plugged", "status": "completed", "tag": "f51fbc3e-acde-4d09-b30a-784b2fecbdae"}]}' {{(pid=108906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:57:39.485320 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] For port f51fbc3e-acde-4d09-b30a-784b2fecbdae, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=f51fbc3e-acde-4d09-b30a-784b2fecbdae,segment=NetworkSegment(df5e76d4-1da3-4a3c-9738-349c23ab107b),segment_id=df5e76d4-1da3-4a3c-9738-349c23ab107b)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:57:39.490380 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:39.515585 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-038a384a-3522-4dcb-ae58-d886420f4d67 x-openstack-request-id: req-038a384a-3522-4dcb-ae58-d886420f4d67 {{(pid=108906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:57:39.515881 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8c9604f-bac4-43ac-865e-75e3a2edd325", "name": "network-vif-plugged", "status": "completed", "tag": "f51fbc3e-acde-4d09-b30a-784b2fecbdae", "code": 200}]} {{(pid=108906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:57:39.516133 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-038a384a-3522-4dcb-ae58-d886420f4d67 {{(pid=108906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:57:39.516520 dv-cinder-784477-11-iscsi neutron-server[108906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8c9604f-bac4-43ac-865e-75e3a2edd325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f51fbc3e-acde-4d09-b30a-784b2fecbdae', 'code': 200} Dec 16 15:57:39.540263 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Pushing event updated for resources: {'Port': ['ID=f51fbc3e-acde-4d09-b30a-784b2fecbdae,revision_number=5']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:39.769566 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636887e4-c63c-4fdf-adb3-70adeacf5489 req-90c415c5-09f9-4d1f-a348-32facabecff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:39.770965 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-636887e4-c63c-4fdf-adb3-70adeacf5489 req-90c415c5-09f9-4d1f-a348-32facabecff8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b8c9604f-bac4-43ac-865e-75e3a2edd325 HTTP/1.1" status: 200 len: 1099 time: 0.0434110 Dec 16 15:57:39.820148 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-636887e4-c63c-4fdf-adb3-70adeacf5489 req-9a626cc1-c7f2-40ec-a6c8-51a494146fb0 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9c4413e0-cf94-41c4-a331-21c96852544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397356 Dec 16 15:57:40.288345 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c33f7-8000-4ba3-9cff-975447e9950f req-54444a95-0da1-4c68-b8e8-21584eacc9f8 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:40.289858 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-5f6c33f7-8000-4ba3-9cff-975447e9950f req-54444a95-0da1-4c68-b8e8-21584eacc9f8 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8c9604f-bac4-43ac-865e-75e3a2edd325 HTTP/1.1" status: 200 len: 946 time: 0.0509255 Dec 16 15:57:40.341609 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-5f6c33f7-8000-4ba3-9cff-975447e9950f req-b8e81eb5-8904-4b24-af6c-21fee5e6ac7a tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c4413e0-cf94-41c4-a331-21c96852544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427322 Dec 16 15:57:40.542823 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-223b144f-a2e3-43d1-9ee0-793d55a0ef66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:41.305365 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-e6a1afc6-ab61-4c06-9aae-8bc4c5fea8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:41.471272 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60df72-b2fd-4e29-b57d-94aa2c7afd87 req-acef0f10-7693-4b17-bcd4-328f2f26f3d4 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:41.472702 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-ef60df72-b2fd-4e29-b57d-94aa2c7afd87 req-acef0f10-7693-4b17-bcd4-328f2f26f3d4 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8c9604f-bac4-43ac-865e-75e3a2edd325 HTTP/1.1" status: 200 len: 946 time: 0.0534651 Dec 16 15:57:41.524738 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-ef60df72-b2fd-4e29-b57d-94aa2c7afd87 req-9a3f24f7-d8d4-467c-ae98-e21504353b5c tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c4413e0-cf94-41c4-a331-21c96852544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452373 Dec 16 15:57:41.644380 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f3d08-809b-456f-8fc6-9d4cb48baf7f req-f1c4b37e-9cba-411f-9eed-5f8d3a3e7971 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:41.645905 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c61f3d08-809b-456f-8fc6-9d4cb48baf7f req-f1c4b37e-9cba-411f-9eed-5f8d3a3e7971 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8c9604f-bac4-43ac-865e-75e3a2edd325 HTTP/1.1" status: 200 len: 946 time: 0.0516288 Dec 16 15:57:41.698280 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c61f3d08-809b-456f-8fc6-9d4cb48baf7f req-0935d53d-79a0-4dcf-9038-36cf35fbd02d tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c4413e0-cf94-41c4-a331-21c96852544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440764 Dec 16 15:57:41.720848 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 45356) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:41.860648 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f977eb-db73-4a82-a568-0191f789ca2f tempest-TestVolumeBootPattern-2078282488 tempest-TestVolumeBootPattern-2078282488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:41.862182 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-21f977eb-db73-4a82-a568-0191f789ca2f tempest-TestVolumeBootPattern-2078282488 tempest-TestVolumeBootPattern-2078282488-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b8c9604f-bac4-43ac-865e-75e3a2edd325 HTTP/1.1" status: 200 len: 1094 time: 0.1403430 Dec 16 15:57:41.865249 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 45360) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:41.869598 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.v2.base [None req-c75516e8-6a72-4f5c-bcd5-5ccbf4eef3a3 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Request body: {'floatingip': {'floating_network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'port_id': 'f51fbc3e-acde-4d09-b30a-784b2fecbdae', 'tenant_id': '5afea3407ef84fafa658a82512fb4d24', 'fixed_ip_address': '172.20.0.10'}} {{(pid=108905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:57:41.895938 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-c75516e8-6a72-4f5c-bcd5-5ccbf4eef3a3 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks [] for floatingip, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:41.995216 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-c75516e8-6a72-4f5c-bcd5-5ccbf4eef3a3 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:42.101342 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.db.db_base_plugin_common [None req-c75516e8-6a72-4f5c-bcd5-5ccbf4eef3a3 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Allocated IP 172.27.1.249 (b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3/792909e7-e23c-4f0f-8575-fa43b44998bb/b380eb1c-418b-4169-b0cd-c7e12a396280) {{(pid=108905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:57:42.214642 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-c75516e8-6a72-4f5c-bcd5-5ccbf4eef3a3 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks [] for port, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:42.251902 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-c75516e8-6a72-4f5c-bcd5-5ccbf4eef3a3 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739691803594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5936052'] for port, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:42.291050 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75516e8-6a72-4f5c-bcd5-5ccbf4eef3a3 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Network b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3 is already hosted by enough agents. {{(pid=108905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:57:42.293992 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.base_scheduler [None req-c75516e8-6a72-4f5c-bcd5-5ccbf4eef3a3 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Resources bound (agent type, host, resource id): {{(pid=108905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:57:42.297496 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75516e8-6a72-4f5c-bcd5-5ccbf4eef3a3 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Received port after_create {{(pid=108905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:57:42.302793 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75516e8-6a72-4f5c-bcd5-5ccbf4eef3a3 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Pushing event updated for resources: {'Port': ['ID=b380eb1c-418b-4169-b0cd-c7e12a396280,revision_number=1']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:42.333576 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75516e8-6a72-4f5c-bcd5-5ccbf4eef3a3 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:42.333920 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75516e8-6a72-4f5c-bcd5-5ccbf4eef3a3 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:42.334266 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75516e8-6a72-4f5c-bcd5-5ccbf4eef3a3 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:42.334597 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75516e8-6a72-4f5c-bcd5-5ccbf4eef3a3 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:42.334917 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75516e8-6a72-4f5c-bcd5-5ccbf4eef3a3 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:42.335242 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75516e8-6a72-4f5c-bcd5-5ccbf4eef3a3 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:42.335585 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75516e8-6a72-4f5c-bcd5-5ccbf4eef3a3 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:42.335879 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75516e8-6a72-4f5c-bcd5-5ccbf4eef3a3 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:42.336186 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75516e8-6a72-4f5c-bcd5-5ccbf4eef3a3 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:42.336502 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75516e8-6a72-4f5c-bcd5-5ccbf4eef3a3 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:42.336814 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75516e8-6a72-4f5c-bcd5-5ccbf4eef3a3 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:42.337129 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75516e8-6a72-4f5c-bcd5-5ccbf4eef3a3 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:42.337448 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75516e8-6a72-4f5c-bcd5-5ccbf4eef3a3 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:42.677290 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-c75516e8-6a72-4f5c-bcd5-5ccbf4eef3a3 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:42.752424 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-c75516e8-6a72-4f5c-bcd5-5ccbf4eef3a3 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:42.764008 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:42.913224 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-c75516e8-6a72-4f5c-bcd5-5ccbf4eef3a3 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks [] for port, precommit_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:42.920428 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-c75516e8-6a72-4f5c-bcd5-5ccbf4eef3a3 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5936077'] for port, after_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:42.983801 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75516e8-6a72-4f5c-bcd5-5ccbf4eef3a3 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Pushing event updated for resources: {'Port': ['ID=b380eb1c-418b-4169-b0cd-c7e12a396280,revision_number=2']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:42.995335 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-c75516e8-6a72-4f5c-bcd5-5ccbf4eef3a3 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874419'] for floatingip, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:43.092114 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.db.l3_db [None req-c75516e8-6a72-4f5c-bcd5-5ccbf4eef3a3 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Floating IP a46933f1-1145-4e03-bae3-faed3fc1618d associated. External IP: 172.27.1.249, port: f51fbc3e-acde-4d09-b30a-784b2fecbdae. Dec 16 15:57:43.299615 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c75516e8-6a72-4f5c-bcd5-5ccbf4eef3a3 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Router fc25fc87-3123-4072-8265-b8f4b6e11d31 has already been hosted by L3 agent 53beefa8-37d8-48bc-b6da-d824d56f81c3 {{(pid=108905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:57:43.408592 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c75516e8-6a72-4f5c-bcd5-5ccbf4eef3a3 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Notify agent at l3_agent.dv-cinder-784477-11-iscsi the message routers_updated {{(pid=108905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:57:43.419224 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c23a4ec-5920-424c-94ac-3ddf69fcb750 None None] Sync routers for ids ['fc25fc87-3123-4072-8265-b8f4b6e11d31'] in dv-cinder-784477-11-iscsi {{(pid=108907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:57:43.428658 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-c75516e8-6a72-4f5c-bcd5-5ccbf4eef3a3 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294'] for floatingip, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:43.429881 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c23a4ec-5920-424c-94ac-3ddf69fcb750 None None] Routers {'fc25fc87-3123-4072-8265-b8f4b6e11d31'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:57:43.430543 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-4c23a4ec-5920-424c-94ac-3ddf69fcb750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:57:39Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['fc25fc87-3123-4072-8265-b8f4b6e11d31'], 'active': True} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:57:43.465425 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-c75516e8-6a72-4f5c-bcd5-5ccbf4eef3a3 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5893478 Dec 16 15:57:43.465425 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8c9604f-bac4-43ac-865e-75e3a2edd325', 'tag': 'f51fbc3e-acde-4d09-b30a-784b2fecbdae'}] {{(pid=108905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:57:43.465425 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6427484bab23da45c698b4d929e4ad3874a49078d57181539d46633581fe494" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-885775bd-f552-40aa-84a3-8b7d1663c79e" -d '{"events": [{"name": "network-changed", "server_uuid": "b8c9604f-bac4-43ac-865e-75e3a2edd325", "tag": "f51fbc3e-acde-4d09-b30a-784b2fecbdae"}]}' {{(pid=108905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:57:43.497137 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb66f8f8-5f32-4fd0-b057-7e43d0afa799 x-openstack-request-id: req-fb66f8f8-5f32-4fd0-b057-7e43d0afa799 {{(pid=108905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:57:43.497514 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8c9604f-bac4-43ac-865e-75e3a2edd325", "tag": "f51fbc3e-acde-4d09-b30a-784b2fecbdae", "status": "completed", "code": 200}]} {{(pid=108905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:57:43.497946 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fb66f8f8-5f32-4fd0-b057-7e43d0afa799 {{(pid=108905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:57:43.498498 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8c9604f-bac4-43ac-865e-75e3a2edd325', 'tag': 'f51fbc3e-acde-4d09-b30a-784b2fecbdae', 'status': 'completed', 'code': 200} Dec 16 15:57:43.543657 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvr_db [None req-4c23a4ec-5920-424c-94ac-3ddf69fcb750 None None] Set router fc25fc87-3123-4072-8265-b8f4b6e11d31 gateway port host: dv-cinder-784477-11-iscsi {{(pid=108907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:57:43.565207 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885775bd-f552-40aa-84a3-8b7d1663c79e req-8cf0e5fe-62a8-48e9-949b-9c42b71e7334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:43.566651 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-885775bd-f552-40aa-84a3-8b7d1663c79e req-8cf0e5fe-62a8-48e9-949b-9c42b71e7334 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5afea3407ef84fafa658a82512fb4d24&device_id=b8c9604f-bac4-43ac-865e-75e3a2edd325 HTTP/1.1" status: 200 len: 1099 time: 0.0423884 Dec 16 15:57:43.673829 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885775bd-f552-40aa-84a3-8b7d1663c79e req-337ccd62-5ba9-43f1-b3f5-ecf8b9ae7fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:43.674762 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98c4b0-d744-432e-92b9-52609c6fd2a3 req-43b08929-b9f9-42e6-83c5-4a7e66178f88 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:43.675337 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-885775bd-f552-40aa-84a3-8b7d1663c79e req-337ccd62-5ba9-43f1-b3f5-ecf8b9ae7fc9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=447cd8ca-a758-4b0d-966f-d4641376c8a8 HTTP/1.1" status: 200 len: 911 time: 0.0965066 Dec 16 15:57:43.676701 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-be98c4b0-d744-432e-92b9-52609c6fd2a3 req-43b08929-b9f9-42e6-83c5-4a7e66178f88 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=53cb08f0-26a5-4811-9df7-b5a346757838 HTTP/1.1" status: 200 len: 946 time: 0.0590360 Dec 16 15:57:43.727860 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-be98c4b0-d744-432e-92b9-52609c6fd2a3 req-f40f1883-538c-45ed-938e-c799baa13524 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8554656-b598-4191-8963-82a5522f7c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447581 Dec 16 15:57:43.749146 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-885775bd-f552-40aa-84a3-8b7d1663c79e req-6af3ae6d-d0f8-4c62-bfca-e1cd4cd5e04a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f51fbc3e-acde-4d09-b30a-784b2fecbdae HTTP/1.1" status: 200 len: 1000 time: 0.0620368 Dec 16 15:57:43.789846 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-4c23a4ec-5920-424c-94ac-3ddf69fcb750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'name': 'tempest-TestVolumeBootPattern-56592982-router', 'tenant_id': '5afea3407ef84fafa658a82512fb4d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': 'ee98720f-5eae-49a4-bbf0-93e57252a7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:51:20Z', 'updated_at': '2021-12-16T15:51:25Z', 'revision_number': 4, 'project_id': '5afea3407ef84fafa658a82512fb4d24', 'gw_port': {'id': 'ee98720f-5eae-49a4-bbf0-93e57252a7c8', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:67:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:21Z', 'updated_at': '2021-12-16T15:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_floatingips': [{'id': '1c9b6c05-cbd5-4dad-b8ff-0ef9c216a9c0', 'tenant_id': '5afea3407ef84fafa658a82512fb4d24', 'floating_ip_address': '172.27.1.69', 'floating_network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'router_id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'port_id': 'f8559e41-ad86-4e2d-963f-f8c7641fc223', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '447cd8ca-a758-4b0d-966f-d4641376c8a8', 'mac_address': 'fa:16:3e:1c:67:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60467c9-0dcb-419d-ab98-c48a36d7b7d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:55:24Z', 'updated_at': '2021-12-16T15:55:26Z', 'revision_number': 1, 'project_id': '5afea3407ef84fafa658a82512fb4d24', 'fixed_ip_address_scope': None}, {'id': 'a46933f1-1145-4e03-bae3-faed3fc1618d', 'tenant_id': '5afea3407ef84fafa658a82512fb4d24', 'floating_ip_address': '172.27.1.249', 'floating_network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'router_id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'port_id': 'f51fbc3e-acde-4d09-b30a-784b2fecbdae', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '447cd8ca-a758-4b0d-966f-d4641376c8a8', 'mac_address': 'fa:16:3e:46:fa:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c9604f-bac4-43ac-865e-75e3a2edd325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:57:42Z', 'updated_at': '2021-12-16T15:57:42Z', 'revision_number': 0, 'project_id': '5afea3407ef84fafa658a82512fb4d24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63e3395e-8833-41d6-b461-2825dfc4c5ae', 'name': '', 'network_id': '447cd8ca-a758-4b0d-966f-d4641376c8a8', 'tenant_id': '5afea3407ef84fafa658a82512fb4d24', 'mac_address': 'fa:16:3e:40:10:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '0c509f7a-4a9b-4a96-892a-b130ead11ed7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:24Z', 'updated_at': '2021-12-16T15:51:35Z', 'revision_number': 5, 'project_id': '5afea3407ef84fafa658a82512fb4d24', 'subnets': [{'id': '0c509f7a-4a9b-4a96-892a-b130ead11ed7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:57:43.797286 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885775bd-f552-40aa-84a3-8b7d1663c79e req-16c84b3b-5069-45c3-afee-a2b2bcc549bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:43.798893 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-885775bd-f552-40aa-84a3-8b7d1663c79e req-16c84b3b-5069-45c3-afee-a2b2bcc549bd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0c509f7a-4a9b-4a96-892a-b130ead11ed7 HTTP/1.1" status: 200 len: 849 time: 0.0446179 Dec 16 15:57:43.815736 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c23a4ec-5920-424c-94ac-3ddf69fcb750 None None] Checking router: fc25fc87-3123-4072-8265-b8f4b6e11d31 for host: dv-cinder-784477-11-iscsi {{(pid=108907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:57:43.825153 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c23a4ec-5920-424c-94ac-3ddf69fcb750 None None] Routers {'fc25fc87-3123-4072-8265-b8f4b6e11d31'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:57:43.825851 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-4c23a4ec-5920-424c-94ac-3ddf69fcb750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:57:39Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['fc25fc87-3123-4072-8265-b8f4b6e11d31'], 'active': True} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:57:43.848685 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885775bd-f552-40aa-84a3-8b7d1663c79e req-bf0d4c86-8468-4e16-9ded-e82d3eb593ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:43.850206 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-885775bd-f552-40aa-84a3-8b7d1663c79e req-bf0d4c86-8468-4e16-9ded-e82d3eb593ff service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=447cd8ca-a758-4b0d-966f-d4641376c8a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0429533 Dec 16 15:57:43.927281 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvr_db [None req-4c23a4ec-5920-424c-94ac-3ddf69fcb750 None None] Set router fc25fc87-3123-4072-8265-b8f4b6e11d31 gateway port host: dv-cinder-784477-11-iscsi {{(pid=108907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:57:43.940233 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-885775bd-f552-40aa-84a3-8b7d1663c79e req-725401a1-e91d-45fe-bee0-e1272e47162c service neutron] 10.222.0.66 "GET /v2.0/networks/447cd8ca-a758-4b0d-966f-d4641376c8a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817792 Dec 16 15:57:44.034089 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-885775bd-f552-40aa-84a3-8b7d1663c79e req-fd941765-e121-4125-a352-a112f82bb14c service neutron] 10.222.0.66 "GET /v2.0/networks/447cd8ca-a758-4b0d-966f-d4641376c8a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861831 Dec 16 15:57:44.153009 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-4c23a4ec-5920-424c-94ac-3ddf69fcb750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'name': 'tempest-TestVolumeBootPattern-56592982-router', 'tenant_id': '5afea3407ef84fafa658a82512fb4d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': 'ee98720f-5eae-49a4-bbf0-93e57252a7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:51:20Z', 'updated_at': '2021-12-16T15:51:25Z', 'revision_number': 4, 'project_id': '5afea3407ef84fafa658a82512fb4d24', 'gw_port': {'id': 'ee98720f-5eae-49a4-bbf0-93e57252a7c8', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:67:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:21Z', 'updated_at': '2021-12-16T15:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_floatingips': [{'id': '1c9b6c05-cbd5-4dad-b8ff-0ef9c216a9c0', 'tenant_id': '5afea3407ef84fafa658a82512fb4d24', 'floating_ip_address': '172.27.1.69', 'floating_network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'router_id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'port_id': 'f8559e41-ad86-4e2d-963f-f8c7641fc223', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '447cd8ca-a758-4b0d-966f-d4641376c8a8', 'mac_address': 'fa:16:3e:1c:67:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60467c9-0dcb-419d-ab98-c48a36d7b7d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:55:24Z', 'updated_at': '2021-12-16T15:55:26Z', 'revision_number': 1, 'project_id': '5afea3407ef84fafa658a82512fb4d24', 'fixed_ip_address_scope': None}, {'id': 'a46933f1-1145-4e03-bae3-faed3fc1618d', 'tenant_id': '5afea3407ef84fafa658a82512fb4d24', 'floating_ip_address': '172.27.1.249', 'floating_network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'router_id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'port_id': 'f51fbc3e-acde-4d09-b30a-784b2fecbdae', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '447cd8ca-a758-4b0d-966f-d4641376c8a8', 'mac_address': 'fa:16:3e:46:fa:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c9604f-bac4-43ac-865e-75e3a2edd325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:57:42Z', 'updated_at': '2021-12-16T15:57:42Z', 'revision_number': 0, 'project_id': '5afea3407ef84fafa658a82512fb4d24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63e3395e-8833-41d6-b461-2825dfc4c5ae', 'name': '', 'network_id': '447cd8ca-a758-4b0d-966f-d4641376c8a8', 'tenant_id': '5afea3407ef84fafa658a82512fb4d24', 'mac_address': 'fa:16:3e:40:10:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '0c509f7a-4a9b-4a96-892a-b130ead11ed7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:24Z', 'updated_at': '2021-12-16T15:51:35Z', 'revision_number': 5, 'project_id': '5afea3407ef84fafa658a82512fb4d24', 'subnets': [{'id': '0c509f7a-4a9b-4a96-892a-b130ead11ed7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:57:44.178392 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c23a4ec-5920-424c-94ac-3ddf69fcb750 None None] The sync data for ids ['fc25fc87-3123-4072-8265-b8f4b6e11d31'] in dv-cinder-784477-11-iscsi is: [{'id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'name': 'tempest-TestVolumeBootPattern-56592982-router', 'tenant_id': '5afea3407ef84fafa658a82512fb4d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': 'ee98720f-5eae-49a4-bbf0-93e57252a7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:51:20Z', 'updated_at': '2021-12-16T15:51:25Z', 'revision_number': 4, 'project_id': '5afea3407ef84fafa658a82512fb4d24', 'gw_port': {'id': 'ee98720f-5eae-49a4-bbf0-93e57252a7c8', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:67:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:21Z', 'updated_at': '2021-12-16T15:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_floatingips': [{'id': '1c9b6c05-cbd5-4dad-b8ff-0ef9c216a9c0', 'tenant_id': '5afea3407ef84fafa658a82512fb4d24', 'floating_ip_address': '172.27.1.69', 'floating_network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'router_id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'port_id': 'f8559e41-ad86-4e2d-963f-f8c7641fc223', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '447cd8ca-a758-4b0d-966f-d4641376c8a8', 'mac_address': 'fa:16:3e:1c:67:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60467c9-0dcb-419d-ab98-c48a36d7b7d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:55:24Z', 'updated_at': '2021-12-16T15:55:26Z', 'revision_number': 1, 'project_id': '5afea3407ef84fafa658a82512fb4d24', 'fixed_ip_address_scope': None}, {'id': 'a46933f1-1145-4e03-bae3-faed3fc1618d', 'tenant_id': '5afea3407ef84fafa658a82512fb4d24', 'floating_ip_address': '172.27.1.249', 'floating_network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'router_id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'port_id': 'f51fbc3e-acde-4d09-b30a-784b2fecbdae', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '447cd8ca-a758-4b0d-966f-d4641376c8a8', 'mac_address': 'fa:16:3e:46:fa:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c9604f-bac4-43ac-865e-75e3a2edd325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:57:42Z', 'updated_at': '2021-12-16T15:57:42Z', 'revision_number': 0, 'project_id': '5afea3407ef84fafa658a82512fb4d24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63e3395e-8833-41d6-b461-2825dfc4c5ae', 'name': '', 'network_id': '447cd8ca-a758-4b0d-966f-d4641376c8a8', 'tenant_id': '5afea3407ef84fafa658a82512fb4d24', 'mac_address': 'fa:16:3e:40:10:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '0c509f7a-4a9b-4a96-892a-b130ead11ed7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:24Z', 'updated_at': '2021-12-16T15:51:35Z', 'revision_number': 5, 'project_id': '5afea3407ef84fafa658a82512fb4d24', 'subnets': [{'id': '0c509f7a-4a9b-4a96-892a-b130ead11ed7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:57:44.382403 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b44a81-4fea-41e0-a45e-383d7434c626 None None] New status for floating IP a46933f1-1145-4e03-bae3-faed3fc1618d: ACTIVE {{(pid=108906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 15:57:44.857022 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97437daf-b1b2-430b-921c-aa01fc7fc831 req-d28c241f-f7f8-43e7-9355-b1c90ac4f04d tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:44.858691 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-97437daf-b1b2-430b-921c-aa01fc7fc831 req-d28c241f-f7f8-43e7-9355-b1c90ac4f04d tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=53cb08f0-26a5-4811-9df7-b5a346757838 HTTP/1.1" status: 200 len: 946 time: 0.0549512 Dec 16 15:57:44.906382 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-97437daf-b1b2-430b-921c-aa01fc7fc831 req-b036c12b-c60d-4fc6-aa7d-aa2bff326367 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8554656-b598-4191-8963-82a5522f7c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413690 Dec 16 15:57:45.104794 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba1425b-eb95-4481-b876-6249db641b7f req-9e59a5aa-a8d8-4530-b264-a06a5690db15 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:45.106341 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-0ba1425b-eb95-4481-b876-6249db641b7f req-9e59a5aa-a8d8-4530-b264-a06a5690db15 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.66 "GET /v2.0/ports?device_id=53cb08f0-26a5-4811-9df7-b5a346757838 HTTP/1.1" status: 200 len: 946 time: 0.0549257 Dec 16 15:57:45.195027 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.plugin [req-0ba1425b-eb95-4481-b876-6249db641b7f req-3de7607b-8f43-4cc7-9bb1-27efb6fbca09 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Deleting port 18769a46-6816-4b5e-bcc0-d0d8cac455d6 {{(pid=108904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:57:45.195367 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-0ba1425b-eb95-4481-b876-6249db641b7f req-3de7607b-8f43-4cc7-9bb1-27efb6fbca09 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739692165232'] for port, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:45.283196 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.db [req-0ba1425b-eb95-4481-b876-6249db641b7f req-3de7607b-8f43-4cc7-9bb1-27efb6fbca09 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] For port 18769a46-6816-4b5e-bcc0-d0d8cac455d6, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=18769a46-6816-4b5e-bcc0-d0d8cac455d6,segment=NetworkSegment(6ac95f2c-e8cd-453d-a535-ad4189b6290a),segment_id=6ac95f2c-e8cd-453d-a535-ad4189b6290a)] {{(pid=108904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:57:45.283516 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-0ba1425b-eb95-4481-b876-6249db641b7f req-3de7607b-8f43-4cc7-9bb1-27efb6fbca09 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343270'] for port, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:45.503107 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-0ba1425b-eb95-4481-b876-6249db641b7f req-3de7607b-8f43-4cc7-9bb1-27efb6fbca09 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:45.503476 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-0ba1425b-eb95-4481-b876-6249db641b7f req-3de7607b-8f43-4cc7-9bb1-27efb6fbca09 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874419'] for floatingip, after_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:45.503757 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.db.l3_db [req-0ba1425b-eb95-4481-b876-6249db641b7f req-3de7607b-8f43-4cc7-9bb1-27efb6fbca09 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Floating IP b93cc21e-f56f-4634-b5c0-8ec35a0b1da4 disassociated. External IP: 172.27.1.103, port: 18769a46-6816-4b5e-bcc0-d0d8cac455d6. Dec 16 15:57:45.504091 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.plugin [req-0ba1425b-eb95-4481-b876-6249db641b7f req-3de7607b-8f43-4cc7-9bb1-27efb6fbca09 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Calling delete_port for 18769a46-6816-4b5e-bcc0-d0d8cac455d6 owned by compute:nova {{(pid=108904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:57:45.635335 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-0ba1425b-eb95-4481-b876-6249db641b7f req-3de7607b-8f43-4cc7-9bb1-27efb6fbca09 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739692371923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739691803603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4504497'] for port, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:45.666829 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de7607b-8f43-4cc7-9bb1-27efb6fbca09 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Pushing event deleted for resources: {'Port': ['ID=18769a46-6816-4b5e-bcc0-d0d8cac455d6,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:45.677105 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de7607b-8f43-4cc7-9bb1-27efb6fbca09 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:45.677472 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de7607b-8f43-4cc7-9bb1-27efb6fbca09 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:45.677848 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de7607b-8f43-4cc7-9bb1-27efb6fbca09 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:45.678186 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de7607b-8f43-4cc7-9bb1-27efb6fbca09 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:45.678515 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de7607b-8f43-4cc7-9bb1-27efb6fbca09 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:45.678843 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de7607b-8f43-4cc7-9bb1-27efb6fbca09 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:45.679142 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de7607b-8f43-4cc7-9bb1-27efb6fbca09 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:45.679466 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de7607b-8f43-4cc7-9bb1-27efb6fbca09 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:45.679799 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de7607b-8f43-4cc7-9bb1-27efb6fbca09 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:45.680125 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de7607b-8f43-4cc7-9bb1-27efb6fbca09 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:45.680447 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de7607b-8f43-4cc7-9bb1-27efb6fbca09 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:45.685320 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de7607b-8f43-4cc7-9bb1-27efb6fbca09 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:45.685320 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de7607b-8f43-4cc7-9bb1-27efb6fbca09 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:45.786418 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ba1425b-eb95-4481-b876-6249db641b7f req-3de7607b-8f43-4cc7-9bb1-27efb6fbca09 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Router afcb3ec5-edbc-47aa-8cd6-d33307178df8 has already been hosted by L3 agent 53beefa8-37d8-48bc-b6da-d824d56f81c3 {{(pid=108904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:57:45.888960 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ba1425b-eb95-4481-b876-6249db641b7f req-3de7607b-8f43-4cc7-9bb1-27efb6fbca09 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Notify agent at l3_agent.dv-cinder-784477-11-iscsi the message routers_updated {{(pid=108904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:57:45.898925 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d56c51f-c5aa-4b42-afc1-10a716a839a9 None None] Sync routers for ids ['afcb3ec5-edbc-47aa-8cd6-d33307178df8'] in dv-cinder-784477-11-iscsi {{(pid=108907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:57:45.908723 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d56c51f-c5aa-4b42-afc1-10a716a839a9 None None] Routers {'afcb3ec5-edbc-47aa-8cd6-d33307178df8'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:57:45.909322 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-2d56c51f-c5aa-4b42-afc1-10a716a839a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:57:39Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['afcb3ec5-edbc-47aa-8cd6-d33307178df8'], 'active': True} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:57:45.928010 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ba1425b-eb95-4481-b876-6249db641b7f req-3de7607b-8f43-4cc7-9bb1-27efb6fbca09 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] No DVR routers for this DVR port 18769a46-6816-4b5e-bcc0-d0d8cac455d6 on host hv-cinder-78447 {{(pid=108904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:57:45.930636 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-0ba1425b-eb95-4481-b876-6249db641b7f req-3de7607b-8f43-4cc7-9bb1-27efb6fbca09 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294'] for port, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:45.934027 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-0ba1425b-eb95-4481-b876-6249db641b7f req-3de7607b-8f43-4cc7-9bb1-27efb6fbca09 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.66 "DELETE /v2.0/ports/18769a46-6816-4b5e-bcc0-d0d8cac455d6 HTTP/1.1" status: 204 len: 173 time: 0.8201001 Dec 16 15:57:45.934405 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53cb08f0-26a5-4811-9df7-b5a346757838', 'name': 'network-vif-deleted', 'tag': '18769a46-6816-4b5e-bcc0-d0d8cac455d6'}] {{(pid=108904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:57:45.936862 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0a2cce90635460fa9ee7acd2d2298fc55a52ab45a9458d7253143d338a4b89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e63c68c-d67a-4235-9a88-dde5f13ecb35" -d '{"events": [{"server_uuid": "53cb08f0-26a5-4811-9df7-b5a346757838", "name": "network-vif-deleted", "tag": "18769a46-6816-4b5e-bcc0-d0d8cac455d6"}]}' {{(pid=108904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:57:45.992898 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5263b768-8590-4383-912b-a473eb707a61 x-openstack-request-id: req-5263b768-8590-4383-912b-a473eb707a61 {{(pid=108904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:57:45.996529 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53cb08f0-26a5-4811-9df7-b5a346757838", "name": "network-vif-deleted", "tag": "18769a46-6816-4b5e-bcc0-d0d8cac455d6", "status": "completed", "code": 200}]} {{(pid=108904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:57:45.996529 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5263b768-8590-4383-912b-a473eb707a61 {{(pid=108904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:57:45.996529 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53cb08f0-26a5-4811-9df7-b5a346757838', 'name': 'network-vif-deleted', 'tag': '18769a46-6816-4b5e-bcc0-d0d8cac455d6', 'status': 'completed', 'code': 200} Dec 16 15:57:46.018045 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-a30aa208-6132-4050-a328-01c2e96bee49 req-a054ad27-9220-46c6-a43a-ea6ea35d049c tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/ports?device_id=53cb08f0-26a5-4811-9df7-b5a346757838 HTTP/1.1" status: 200 len: 210 time: 0.0342665 Dec 16 15:57:46.030920 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvr_db [None req-2d56c51f-c5aa-4b42-afc1-10a716a839a9 None None] Set router afcb3ec5-edbc-47aa-8cd6-d33307178df8 gateway port host: dv-cinder-784477-11-iscsi {{(pid=108907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:57:46.234773 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-2d56c51f-c5aa-4b42-afc1-10a716a839a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afcb3ec5-edbc-47aa-8cd6-d33307178df8', 'name': 'tempest-AttachVolumeShelveTestJSON-1901300958-router', 'tenant_id': '66fbf45043974460803db71f1750aacc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fcbf830d-979b-458b-87b3-18b99eaf93c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:52:09Z', 'updated_at': '2021-12-16T15:52:13Z', 'revision_number': 4, 'project_id': '66fbf45043974460803db71f1750aacc', 'gw_port': {'id': 'fcbf830d-979b-458b-87b3-18b99eaf93c8', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:41:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcb3ec5-edbc-47aa-8cd6-d33307178df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:52:09Z', 'updated_at': '2021-12-16T15:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_interfaces': [{'id': '67ddacab-1bd5-40e9-8860-e1b870acaef9', 'name': '', 'network_id': 'd7f36349-73c7-464a-bf62-5f09a6e738d6', 'tenant_id': '66fbf45043974460803db71f1750aacc', 'mac_address': 'fa:16:3e:11:99:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcb3ec5-edbc-47aa-8cd6-d33307178df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'd74c3a7c-65e1-4354-b26d-40ed68846b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:52:12Z', 'updated_at': '2021-12-16T15:52:21Z', 'revision_number': 5, 'project_id': '66fbf45043974460803db71f1750aacc', 'subnets': [{'id': 'd74c3a7c-65e1-4354-b26d-40ed68846b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:57:46.264730 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d56c51f-c5aa-4b42-afc1-10a716a839a9 None None] Checking router: afcb3ec5-edbc-47aa-8cd6-d33307178df8 for host: dv-cinder-784477-11-iscsi {{(pid=108907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:57:46.274102 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d56c51f-c5aa-4b42-afc1-10a716a839a9 None None] Routers {'afcb3ec5-edbc-47aa-8cd6-d33307178df8'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:57:46.274698 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-2d56c51f-c5aa-4b42-afc1-10a716a839a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:57:39Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['afcb3ec5-edbc-47aa-8cd6-d33307178df8'], 'active': True} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:57:46.383579 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvr_db [None req-2d56c51f-c5aa-4b42-afc1-10a716a839a9 None None] Set router afcb3ec5-edbc-47aa-8cd6-d33307178df8 gateway port host: dv-cinder-784477-11-iscsi {{(pid=108907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:57:46.683484 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-2d56c51f-c5aa-4b42-afc1-10a716a839a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afcb3ec5-edbc-47aa-8cd6-d33307178df8', 'name': 'tempest-AttachVolumeShelveTestJSON-1901300958-router', 'tenant_id': '66fbf45043974460803db71f1750aacc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fcbf830d-979b-458b-87b3-18b99eaf93c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:52:09Z', 'updated_at': '2021-12-16T15:52:13Z', 'revision_number': 4, 'project_id': '66fbf45043974460803db71f1750aacc', 'gw_port': {'id': 'fcbf830d-979b-458b-87b3-18b99eaf93c8', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:41:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcb3ec5-edbc-47aa-8cd6-d33307178df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:52:09Z', 'updated_at': '2021-12-16T15:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_interfaces': [{'id': '67ddacab-1bd5-40e9-8860-e1b870acaef9', 'name': '', 'network_id': 'd7f36349-73c7-464a-bf62-5f09a6e738d6', 'tenant_id': '66fbf45043974460803db71f1750aacc', 'mac_address': 'fa:16:3e:11:99:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcb3ec5-edbc-47aa-8cd6-d33307178df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'd74c3a7c-65e1-4354-b26d-40ed68846b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:52:12Z', 'updated_at': '2021-12-16T15:52:21Z', 'revision_number': 5, 'project_id': '66fbf45043974460803db71f1750aacc', 'subnets': [{'id': 'd74c3a7c-65e1-4354-b26d-40ed68846b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:57:46.715080 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d56c51f-c5aa-4b42-afc1-10a716a839a9 None None] The sync data for ids ['afcb3ec5-edbc-47aa-8cd6-d33307178df8'] in dv-cinder-784477-11-iscsi is: [{'id': 'afcb3ec5-edbc-47aa-8cd6-d33307178df8', 'name': 'tempest-AttachVolumeShelveTestJSON-1901300958-router', 'tenant_id': '66fbf45043974460803db71f1750aacc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fcbf830d-979b-458b-87b3-18b99eaf93c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:52:09Z', 'updated_at': '2021-12-16T15:52:13Z', 'revision_number': 4, 'project_id': '66fbf45043974460803db71f1750aacc', 'gw_port': {'id': 'fcbf830d-979b-458b-87b3-18b99eaf93c8', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:41:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcb3ec5-edbc-47aa-8cd6-d33307178df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:52:09Z', 'updated_at': '2021-12-16T15:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_interfaces': [{'id': '67ddacab-1bd5-40e9-8860-e1b870acaef9', 'name': '', 'network_id': 'd7f36349-73c7-464a-bf62-5f09a6e738d6', 'tenant_id': '66fbf45043974460803db71f1750aacc', 'mac_address': 'fa:16:3e:11:99:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcb3ec5-edbc-47aa-8cd6-d33307178df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'd74c3a7c-65e1-4354-b26d-40ed68846b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:52:12Z', 'updated_at': '2021-12-16T15:52:21Z', 'revision_number': 5, 'project_id': '66fbf45043974460803db71f1750aacc', 'subnets': [{'id': 'd74c3a7c-65e1-4354-b26d-40ed68846b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:57:46.940065 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363469ae-e129-4079-bce8-6ed419528863 None None] New status for floating IP b93cc21e-f56f-4634-b5c0-8ec35a0b1da4: DOWN {{(pid=108906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 15:57:48.134421 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 45392) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:48.188339 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-18ac17ef-a04d-412a-9501-1e8cdd6ff254 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks [] for security_group, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:48.219973 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-18ac17ef-a04d-412a-9501-1e8cdd6ff254 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:48.278996 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-18ac17ef-a04d-412a-9501-1e8cdd6ff254 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:48.281620 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-18ac17ef-a04d-412a-9501-1e8cdd6ff254 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks [] for security_group, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:48.282812 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-18ac17ef-a04d-412a-9501-1e8cdd6ff254 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "DELETE /v2.0/security-groups/e8554656-b598-4191-8963-82a5522f7c20 HTTP/1.1" status: 204 len: 168 time: 0.1473765 Dec 16 15:57:48.286169 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 45394) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:48.292396 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ac17ef-a04d-412a-9501-1e8cdd6ff254 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8554656-b598-4191-8963-82a5522f7c20,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:48.299594 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.api.v2.resource [None req-eefddc48-7dee-440f-8fb6-ffb766050c80 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] show failed (client error): The resource could not be found. Dec 16 15:57:48.300584 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-eefddc48-7dee-440f-8fb6-ffb766050c80 tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "GET /v2.0/security-groups/e8554656-b598-4191-8963-82a5522f7c20 HTTP/1.1" status: 404 len: 347 time: 0.0134585 Dec 16 15:57:48.304226 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 45396) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:48.423857 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.plugin [None req-effc4a44-6cc7-4fd0-81c0-16f789cfa30e tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Deleting port aabcbd1f-c477-4b47-8035-f850ff3b263d {{(pid=108904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:57:48.424080 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-effc4a44-6cc7-4fd0-81c0-16f789cfa30e tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739692165232'] for port, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:48.509658 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-effc4a44-6cc7-4fd0-81c0-16f789cfa30e tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343270'] for port, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:48.509983 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-effc4a44-6cc7-4fd0-81c0-16f789cfa30e tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:48.522141 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.plugin [None req-effc4a44-6cc7-4fd0-81c0-16f789cfa30e tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Calling delete_port for aabcbd1f-c477-4b47-8035-f850ff3b263d owned by network:floatingip {{(pid=108904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:57:48.667391 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-effc4a44-6cc7-4fd0-81c0-16f789cfa30e tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739692371923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739691803603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4504497'] for port, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:48.691944 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effc4a44-6cc7-4fd0-81c0-16f789cfa30e tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Pushing event deleted for resources: {'Port': ['ID=aabcbd1f-c477-4b47-8035-f850ff3b263d,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:48.750630 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-effc4a44-6cc7-4fd0-81c0-16f789cfa30e tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks [] for floatingip, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:48.753241 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-effc4a44-6cc7-4fd0-81c0-16f789cfa30e tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294'] for floatingip, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:48.754418 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-effc4a44-6cc7-4fd0-81c0-16f789cfa30e tempest-AttachVolumeShelveTestJSON-1621237037 tempest-AttachVolumeShelveTestJSON-1621237037-project] 10.222.0.31 "DELETE /v2.0/floatingips/b93cc21e-f56f-4634-b5c0-8ec35a0b1da4 HTTP/1.1" status: 204 len: 168 time: 0.4492044 Dec 16 15:57:49.357304 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device 18769a46-6816-4b5e-bcc0-d0d8cac455d6 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:57:49.384621 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] No Port match for: 18769a46-6816-4b5e-bcc0-d0d8cac455d6 {{(pid=108906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:57:49.384971 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device 18769a46-6816-4b5e-bcc0-d0d8cac455d6 not bound to the agent host hv-cinder-78447 {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:57:49.393037 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:51.180895 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 45420) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:51.639845 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-32c60d7f-c3fc-4ec5-b0d5-3802b5192b1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872883'] for router_interface, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:51.892539 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.plugin [None req-32c60d7f-c3fc-4ec5-b0d5-3802b5192b1b admin admin] Deleting port 67ddacab-1bd5-40e9-8860-e1b870acaef9 {{(pid=108905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:57:51.892850 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-32c60d7f-c3fc-4ec5-b0d5-3802b5192b1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739692165232'] for port, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:51.972412 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.db [None req-32c60d7f-c3fc-4ec5-b0d5-3802b5192b1b admin admin] For port 67ddacab-1bd5-40e9-8860-e1b870acaef9, host dv-cinder-784477-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=67ddacab-1bd5-40e9-8860-e1b870acaef9,segment=NetworkSegment(6ac95f2c-e8cd-453d-a535-ad4189b6290a),segment_id=6ac95f2c-e8cd-453d-a535-ad4189b6290a)] {{(pid=108905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:57:51.972782 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-32c60d7f-c3fc-4ec5-b0d5-3802b5192b1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343270'] for port, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:51.985806 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.plugin [None req-32c60d7f-c3fc-4ec5-b0d5-3802b5192b1b admin admin] Calling delete_port for 67ddacab-1bd5-40e9-8860-e1b870acaef9 owned by network:router_interface {{(pid=108905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:57:52.170184 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-32c60d7f-c3fc-4ec5-b0d5-3802b5192b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739692371923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739691803603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5936052'] for port, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:52.197811 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c60d7f-c3fc-4ec5-b0d5-3802b5192b1b admin admin] Pushing event deleted for resources: {'Port': ['ID=67ddacab-1bd5-40e9-8860-e1b870acaef9,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:52.361921 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-32c60d7f-c3fc-4ec5-b0d5-3802b5192b1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7902826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873007'] for router_interface, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:52.846760 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32c60d7f-c3fc-4ec5-b0d5-3802b5192b1b admin admin] Router afcb3ec5-edbc-47aa-8cd6-d33307178df8 has already been hosted by L3 agent 53beefa8-37d8-48bc-b6da-d824d56f81c3 {{(pid=108905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:57:52.955829 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c60d7f-c3fc-4ec5-b0d5-3802b5192b1b admin admin] Notify agent at l3_agent.dv-cinder-784477-11-iscsi the message routers_updated {{(pid=108905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:57:52.961288 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-32c60d7f-c3fc-4ec5-b0d5-3802b5192b1b admin admin] 10.222.0.31 "PUT /v2.0/routers/afcb3ec5-edbc-47aa-8cd6-d33307178df8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7793384 Dec 16 15:57:52.964102 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 45424) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:52.965988 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f23206d-d312-4a3b-a810-da28de21f55d None None] Sync routers for ids ['afcb3ec5-edbc-47aa-8cd6-d33307178df8'] in dv-cinder-784477-11-iscsi {{(pid=108907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:57:52.976226 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f23206d-d312-4a3b-a810-da28de21f55d None None] Routers {'afcb3ec5-edbc-47aa-8cd6-d33307178df8'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:57:52.976901 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-3f23206d-d312-4a3b-a810-da28de21f55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:57:39Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['afcb3ec5-edbc-47aa-8cd6-d33307178df8'], 'active': True} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:57:53.066392 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-38d142d4-f52c-49ee-a6c6-ac346b53bcb9 admin admin] Publish callbacks [] for router, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:53.078454 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvr_db [None req-3f23206d-d312-4a3b-a810-da28de21f55d None None] Set router afcb3ec5-edbc-47aa-8cd6-d33307178df8 gateway port host: dv-cinder-784477-11-iscsi {{(pid=108907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:57:53.166911 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-38d142d4-f52c-49ee-a6c6-ac346b53bcb9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:53.222024 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.plugin [None req-38d142d4-f52c-49ee-a6c6-ac346b53bcb9 admin admin] Deleting port fcbf830d-979b-458b-87b3-18b99eaf93c8 {{(pid=108904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:57:53.222356 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-38d142d4-f52c-49ee-a6c6-ac346b53bcb9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739692165232'] for port, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:53.251563 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-3f23206d-d312-4a3b-a810-da28de21f55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afcb3ec5-edbc-47aa-8cd6-d33307178df8', 'name': 'tempest-AttachVolumeShelveTestJSON-1901300958-router', 'tenant_id': '66fbf45043974460803db71f1750aacc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'fcbf830d-979b-458b-87b3-18b99eaf93c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:52:09Z', 'updated_at': '2021-12-16T15:57:52Z', 'revision_number': 5, 'project_id': '66fbf45043974460803db71f1750aacc', 'gw_port': {'id': 'fcbf830d-979b-458b-87b3-18b99eaf93c8', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:41:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcb3ec5-edbc-47aa-8cd6-d33307178df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:52:09Z', 'updated_at': '2021-12-16T15:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi'}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:57:53.277592 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f23206d-d312-4a3b-a810-da28de21f55d None None] Checking router: afcb3ec5-edbc-47aa-8cd6-d33307178df8 for host: dv-cinder-784477-11-iscsi {{(pid=108907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:57:53.285999 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f23206d-d312-4a3b-a810-da28de21f55d None None] Routers {'afcb3ec5-edbc-47aa-8cd6-d33307178df8'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:57:53.286600 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-3f23206d-d312-4a3b-a810-da28de21f55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:57:39Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['afcb3ec5-edbc-47aa-8cd6-d33307178df8'], 'active': True} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:57:53.298783 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.db [None req-38d142d4-f52c-49ee-a6c6-ac346b53bcb9 admin admin] For port fcbf830d-979b-458b-87b3-18b99eaf93c8, host dv-cinder-784477-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=fcbf830d-979b-458b-87b3-18b99eaf93c8,segment=NetworkSegment(0390f958-c764-4c6b-ad22-4946ebfb354b),segment_id=0390f958-c764-4c6b-ad22-4946ebfb354b)] {{(pid=108904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:57:53.299135 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-38d142d4-f52c-49ee-a6c6-ac346b53bcb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343270'] for port, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:53.311630 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.plugin [None req-38d142d4-f52c-49ee-a6c6-ac346b53bcb9 admin admin] Calling delete_port for fcbf830d-979b-458b-87b3-18b99eaf93c8 owned by network:router_gateway {{(pid=108904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:57:53.371247 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvr_db [None req-3f23206d-d312-4a3b-a810-da28de21f55d None None] Set router afcb3ec5-edbc-47aa-8cd6-d33307178df8 gateway port host: None {{(pid=108907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:57:53.424816 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-3f23206d-d312-4a3b-a810-da28de21f55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afcb3ec5-edbc-47aa-8cd6-d33307178df8', 'name': 'tempest-AttachVolumeShelveTestJSON-1901300958-router', 'tenant_id': '66fbf45043974460803db71f1750aacc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:52:09Z', 'updated_at': '2021-12-16T15:57:53Z', 'revision_number': 6, 'project_id': '66fbf45043974460803db71f1750aacc', 'gw_port_host': None}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:57:53.451855 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f23206d-d312-4a3b-a810-da28de21f55d None None] The sync data for ids ['afcb3ec5-edbc-47aa-8cd6-d33307178df8'] in dv-cinder-784477-11-iscsi is: [{'id': 'afcb3ec5-edbc-47aa-8cd6-d33307178df8', 'name': 'tempest-AttachVolumeShelveTestJSON-1901300958-router', 'tenant_id': '66fbf45043974460803db71f1750aacc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:52:09Z', 'updated_at': '2021-12-16T15:57:53Z', 'revision_number': 6, 'project_id': '66fbf45043974460803db71f1750aacc', 'gw_port_host': None}] {{(pid=108907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:57:53.475997 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-38d142d4-f52c-49ee-a6c6-ac346b53bcb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739692371923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739691803603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4504497'] for port, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:53.507667 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d142d4-f52c-49ee-a6c6-ac346b53bcb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcbf830d-979b-458b-87b3-18b99eaf93c8,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:53.562245 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-38d142d4-f52c-49ee-a6c6-ac346b53bcb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7874381'] for router_gateway, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:53.917316 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-38d142d4-f52c-49ee-a6c6-ac346b53bcb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7875549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6835'] for router, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:53.919478 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-38d142d4-f52c-49ee-a6c6-ac346b53bcb9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:53.964486 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-38d142d4-f52c-49ee-a6c6-ac346b53bcb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7875540'] for router, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:53.965230 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38d142d4-f52c-49ee-a6c6-ac346b53bcb9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router afcb3ec5-edbc-47aa-8cd6-d33307178df8 {{(pid=108904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:57:53.969768 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-38d142d4-f52c-49ee-a6c6-ac346b53bcb9 admin admin] Publish callbacks [] for router, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:53.970653 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-38d142d4-f52c-49ee-a6c6-ac346b53bcb9 admin admin] 10.222.0.31 "DELETE /v2.0/routers/afcb3ec5-edbc-47aa-8cd6-d33307178df8 HTTP/1.1" status: 204 len: 168 time: 1.0055873 Dec 16 15:57:53.973383 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 45426) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:54.018434 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.db.db_base_plugin_v2 [None req-52a8828b-d30f-472d-a0cc-80ff39c08be1 admin admin] Deleting subnet d74c3a7c-65e1-4354-b26d-40ed68846b85 {{(pid=108905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:57:54.021575 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-52a8828b-d30f-472d-a0cc-80ff39c08be1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:54.054540 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-52a8828b-d30f-472d-a0cc-80ff39c08be1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5639532'] for subnet, precommit_delete_associations {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:54.160591 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-52a8828b-d30f-472d-a0cc-80ff39c08be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774085'] for subnet, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:54.216262 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-52a8828b-d30f-472d-a0cc-80ff39c08be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8060090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5936003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4908229'] for subnet, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:54.238365 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a8828b-d30f-472d-a0cc-80ff39c08be1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d74c3a7c-65e1-4354-b26d-40ed68846b85,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:54.247603 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-52a8828b-d30f-472d-a0cc-80ff39c08be1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7902797'] for subnet, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:54.253073 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-52a8828b-d30f-472d-a0cc-80ff39c08be1 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d74c3a7c-65e1-4354-b26d-40ed68846b85 HTTP/1.1" status: 204 len: 168 time: 0.2763293 Dec 16 15:57:54.253479 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 45428) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:54.253618 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318cf3a4-ddcb-4542-8ae9-a7dd6467b69c None None] Network d7f36349-73c7-464a-bf62-5f09a6e738d6 requested from dv-cinder-784477-11-iscsi {{(pid=108906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:57:54.294704 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device fcbf830d-979b-458b-87b3-18b99eaf93c8 no longer exists at agent ovs-agent-dv-cinder-784477-11-iscsi {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:57:54.320946 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] No Port match for: fcbf830d-979b-458b-87b3-18b99eaf93c8 {{(pid=108906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:57:54.321199 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device fcbf830d-979b-458b-87b3-18b99eaf93c8 not bound to the agent host dv-cinder-784477-11-iscsi {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:57:54.321716 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device 67ddacab-1bd5-40e9-8860-e1b870acaef9 no longer exists at agent ovs-agent-dv-cinder-784477-11-iscsi {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:57:54.324333 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-bcf942f1-78b4-4fc0-8b66-390c616dba35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726507'] for network, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:54.350895 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] No Port match for: 67ddacab-1bd5-40e9-8860-e1b870acaef9 {{(pid=108906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:57:54.351198 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device 67ddacab-1bd5-40e9-8860-e1b870acaef9 not bound to the agent host dv-cinder-784477-11-iscsi {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:57:54.389978 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.plugin [None req-bcf942f1-78b4-4fc0-8b66-390c616dba35 admin admin] Deleting port 40b9438c-cd13-4299-9bee-58011bf9d926 {{(pid=108904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:57:54.390386 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-bcf942f1-78b4-4fc0-8b66-390c616dba35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739692165232'] for port, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:54.449561 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484e9e9d-915d-4932-870c-feb5a1bfb048 None None] DHCP port deletion for d7f36349-73c7-464a-bf62-5f09a6e738d6 request from dv-cinder-784477-11-iscsi {{(pid=108906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:57:54.455596 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.db [None req-bcf942f1-78b4-4fc0-8b66-390c616dba35 admin admin] For port 40b9438c-cd13-4299-9bee-58011bf9d926, host dv-cinder-784477-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=40b9438c-cd13-4299-9bee-58011bf9d926,segment=NetworkSegment(6ac95f2c-e8cd-453d-a535-ad4189b6290a),segment_id=6ac95f2c-e8cd-453d-a535-ad4189b6290a)] {{(pid=108904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:57:54.455959 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-bcf942f1-78b4-4fc0-8b66-390c616dba35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343270'] for port, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:54.469356 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.plugin [None req-bcf942f1-78b4-4fc0-8b66-390c616dba35 admin admin] Calling delete_port for 40b9438c-cd13-4299-9bee-58011bf9d926 owned by network:dhcp {{(pid=108904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:57:54.503723 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-484e9e9d-915d-4932-870c-feb5a1bfb048 None None] Deleting port 40b9438c-cd13-4299-9bee-58011bf9d926 {{(pid=108906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:57:54.504094 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-484e9e9d-915d-4932-870c-feb5a1bfb048 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739692165232'] for port, before_delete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:54.563949 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-bcf942f1-78b4-4fc0-8b66-390c616dba35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739692371923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739691803603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4504497'] for port, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:54.574253 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-484e9e9d-915d-4932-870c-feb5a1bfb048 None None] For port 40b9438c-cd13-4299-9bee-58011bf9d926, host dv-cinder-784477-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=40b9438c-cd13-4299-9bee-58011bf9d926,segment=NetworkSegment(6ac95f2c-e8cd-453d-a535-ad4189b6290a),segment_id=6ac95f2c-e8cd-453d-a535-ad4189b6290a)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:57:54.574579 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-484e9e9d-915d-4932-870c-feb5a1bfb048 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343270'] for port, precommit_delete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:54.592482 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf942f1-78b4-4fc0-8b66-390c616dba35 admin admin] Pushing event deleted for resources: {'Port': ['ID=40b9438c-cd13-4299-9bee-58011bf9d926,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:54.592482 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf942f1-78b4-4fc0-8b66-390c616dba35 admin admin] No DVR routers for this DVR port 40b9438c-cd13-4299-9bee-58011bf9d926 on host dv-cinder-784477-11-iscsi {{(pid=108904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:57:54.595905 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-484e9e9d-915d-4932-870c-feb5a1bfb048 None None] Calling delete_port for 40b9438c-cd13-4299-9bee-58011bf9d926 owned by network:dhcp {{(pid=108906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:57:54.663782 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-bcf942f1-78b4-4fc0-8b66-390c616dba35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771154', 'neutron.services.segments.db._delete_segments_for_network-8739692305794'] for network, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:54.671918 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-484e9e9d-915d-4932-870c-feb5a1bfb048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739692371923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739691803603'] for port, after_delete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:54.687619 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.services.segments.db [None req-bcf942f1-78b4-4fc0-8b66-390c616dba35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7f36349-73c7-464a-bf62-5f09a6e738d6']}} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:57:54.697147 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.services.segments.db [None req-bcf942f1-78b4-4fc0-8b66-390c616dba35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ac95f2c-e8cd-453d-a535-ad4189b6290a') {'for_net_delete': True} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:57:54.697334 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484e9e9d-915d-4932-870c-feb5a1bfb048 None None] Pushing event deleted for resources: {'Port': ['ID=40b9438c-cd13-4299-9bee-58011bf9d926,revision_number=None']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:54.697502 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.services.segments.db [None req-bcf942f1-78b4-4fc0-8b66-390c616dba35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ac95f2c-e8cd-453d-a535-ad4189b6290a') {} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:57:54.700762 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484e9e9d-915d-4932-870c-feb5a1bfb048 None None] No DVR routers for this DVR port 40b9438c-cd13-4299-9bee-58011bf9d926 on host dv-cinder-784477-11-iscsi {{(pid=108906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:57:54.707403 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-bcf942f1-78b4-4fc0-8b66-390c616dba35 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739692307083', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4411711'] for segment, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:54.721139 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-bcf942f1-78b4-4fc0-8b66-390c616dba35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772428'] for segment, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:54.727093 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcf942f1-78b4-4fc0-8b66-390c616dba35 admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=108904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:57:54.727463 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-bcf942f1-78b4-4fc0-8b66-390c616dba35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4504556'] for segment, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:54.729189 dv-cinder-784477-11-iscsi neutron-server[108904]: Traceback (most recent call last): Dec 16 15:57:54.729189 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:57:54.729189 dv-cinder-784477-11-iscsi neutron-server[108904]: timer() Dec 16 15:57:54.729189 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:57:54.729189 dv-cinder-784477-11-iscsi neutron-server[108904]: cb(*args, **kw) Dec 16 15:57:54.729189 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:57:54.729189 dv-cinder-784477-11-iscsi neutron-server[108904]: return func(*args, **kwargs) Dec 16 15:57:54.729189 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:57:54.729189 dv-cinder-784477-11-iscsi neutron-server[108904]: self._notify() Dec 16 15:57:54.729189 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:57:54.729189 dv-cinder-784477-11-iscsi neutron-server[108904]: self.callback(batched_events) Dec 16 15:57:54.729189 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:57:54.729189 dv-cinder-784477-11-iscsi neutron-server[108904]: event.method(event) Dec 16 15:57:54.729189 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:57:54.729189 dv-cinder-784477-11-iscsi neutron-server[108904]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:57:54.729189 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:57:54.729189 dv-cinder-784477-11-iscsi neutron-server[108904]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:57:54.729189 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:57:54.729189 dv-cinder-784477-11-iscsi neutron-server[108904]: return f(self, *a, **k) Dec 16 15:57:54.729189 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:57:54.729189 dv-cinder-784477-11-iscsi neutron-server[108904]: return self._get(url).json() Dec 16 15:57:54.729189 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:57:54.729189 dv-cinder-784477-11-iscsi neutron-server[108904]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:57:54.729189 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:57:54.729189 dv-cinder-784477-11-iscsi neutron-server[108904]: return self.request(url, 'GET', **kwargs) Dec 16 15:57:54.729189 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:57:54.729189 dv-cinder-784477-11-iscsi neutron-server[108904]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:57:54.729189 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:57:54.729189 dv-cinder-784477-11-iscsi neutron-server[108904]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:57:54.729189 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:57:54.729189 dv-cinder-784477-11-iscsi neutron-server[108904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:57:54.729189 dv-cinder-784477-11-iscsi neutron-server[108904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:57:54.782727 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-bcf942f1-78b4-4fc0-8b66-390c616dba35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8007001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874401'] for network, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:54.788406 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-bcf942f1-78b4-4fc0-8b66-390c616dba35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7902797'] for network, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:54.791494 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-bcf942f1-78b4-4fc0-8b66-390c616dba35 admin admin] 10.222.0.31 "DELETE /v2.0/networks/d7f36349-73c7-464a-bf62-5f09a6e738d6 HTTP/1.1" status: 204 len: 168 time: 0.5369711 Dec 16 15:57:54.802400 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf942f1-78b4-4fc0-8b66-390c616dba35 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7f36349-73c7-464a-bf62-5f09a6e738d6,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:54.919575 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 45432) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:54.959996 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-3fff505e-8f1e-4f35-9bff-725c634b7dd9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=66fbf45043974460803db71f1750aacc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392246 Dec 16 15:57:54.962650 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 45434) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:55.014610 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-a35f42a6-0b36-4d2a-86af-232d3a45e5ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:55.035265 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-a35f42a6-0b36-4d2a-86af-232d3a45e5ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:55.083810 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-a35f42a6-0b36-4d2a-86af-232d3a45e5ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:55.086457 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-a35f42a6-0b36-4d2a-86af-232d3a45e5ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:55.087585 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-a35f42a6-0b36-4d2a-86af-232d3a45e5ba admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/04e3ca47-d0df-4598-9867-d9e240b86779 HTTP/1.1" status: 204 len: 168 time: 0.1241689 Dec 16 15:57:55.096485 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35f42a6-0b36-4d2a-86af-232d3a45e5ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e3ca47-d0df-4598-9867-d9e240b86779,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:56.270320 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device 40b9438c-cd13-4299-9bee-58011bf9d926 no longer exists at agent ovs-agent-dv-cinder-784477-11-iscsi {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:57:56.293979 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] No Port match for: 40b9438c-cd13-4299-9bee-58011bf9d926 {{(pid=108906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:57:56.294321 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device 40b9438c-cd13-4299-9bee-58011bf9d926 not bound to the agent host dv-cinder-784477-11-iscsi {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:58:06.014815 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.agents_db [None req-3e981004-2469-4169-a15f-e329d1e51356 None None] Agent healthcheck: found 6 active agents {{(pid=108907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:58:06.636756 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-0747f464-274a-483b-be2c-ade20dfddd7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:08.883460 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-21f9be58-78ea-40cd-a248-568dbda5efc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:10.538410 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-223b144f-a2e3-43d1-9ee0-793d55a0ef66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:11.308563 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-e6a1afc6-ab61-4c06-9aae-8bc4c5fea8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:11.600933 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 45648) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:11.723461 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-aaf9ea60-d834-47a7-9648-04d2e570f37d admin admin] Publish callbacks [] for security_group, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:11.799674 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-aaf9ea60-d834-47a7-9648-04d2e570f37d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:11.805726 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-aaf9ea60-d834-47a7-9648-04d2e570f37d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:11.843575 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-aaf9ea60-d834-47a7-9648-04d2e570f37d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2cc6cd2eb99f41339ab92c7e26d3841b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2414370 Dec 16 15:58:11.844441 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf9ea60-d834-47a7-9648-04d2e570f37d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f52cab3-6656-46e2-8214-e3b98bebb414,revision_number=1']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:11.846549 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 45652) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:11.895501 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-c2eda898-b5dd-4ec1-a03b-4fa8af96e71e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:11.915926 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-c2eda898-b5dd-4ec1-a03b-4fa8af96e71e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:11.966619 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-c2eda898-b5dd-4ec1-a03b-4fa8af96e71e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:11.969360 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-c2eda898-b5dd-4ec1-a03b-4fa8af96e71e admin admin] Publish callbacks [] for security_group, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:11.970563 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-c2eda898-b5dd-4ec1-a03b-4fa8af96e71e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8f52cab3-6656-46e2-8214-e3b98bebb414 HTTP/1.1" status: 204 len: 168 time: 0.1231041 Dec 16 15:58:11.978381 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eda898-b5dd-4ec1-a03b-4fa8af96e71e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f52cab3-6656-46e2-8214-e3b98bebb414,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:12.246723 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 45658) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:12.260158 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-89bd1f06-4378-4437-b3d2-3054307f2ecc admin admin] Publish callbacks [] for security_group, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:12.334253 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-89bd1f06-4378-4437-b3d2-3054307f2ecc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:12.343204 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-89bd1f06-4378-4437-b3d2-3054307f2ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:12.379875 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-89bd1f06-4378-4437-b3d2-3054307f2ecc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4a21c0bc3cd249f8b25cc8ea51fd8a53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1321170 Dec 16 15:58:12.380705 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bd1f06-4378-4437-b3d2-3054307f2ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78fd9e31-e105-41ee-a1fb-b0f2643d3056,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:12.383097 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 45660) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:12.435401 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-251ccea8-275b-4a49-b431-1d4e926050bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:12.457602 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-251ccea8-275b-4a49-b431-1d4e926050bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:12.508790 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-251ccea8-275b-4a49-b431-1d4e926050bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:12.511555 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-251ccea8-275b-4a49-b431-1d4e926050bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:12.512694 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-251ccea8-275b-4a49-b431-1d4e926050bd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/78fd9e31-e105-41ee-a1fb-b0f2643d3056 HTTP/1.1" status: 204 len: 168 time: 0.1286414 Dec 16 15:58:12.521111 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251ccea8-275b-4a49-b431-1d4e926050bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78fd9e31-e105-41ee-a1fb-b0f2643d3056,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:12.772352 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:15.017815 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 45730) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:15.135393 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-5d1b5d5d-b332-47c3-a347-181c4de8bd14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:15.206137 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-5d1b5d5d-b332-47c3-a347-181c4de8bd14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:15.212929 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-5d1b5d5d-b332-47c3-a347-181c4de8bd14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:15.248734 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1b5d5d-b332-47c3-a347-181c4de8bd14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db1a292-1b13-4aac-a741-2c68b119e47b,revision_number=1']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:15.253063 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-5d1b5d5d-b332-47c3-a347-181c4de8bd14 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=781b1109c1934a29b6497f1f59679b1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2342136 Dec 16 15:58:15.256618 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 45734) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:15.305162 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-82acf8e9-dde3-4278-a685-accb7ec1c101 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:15.325735 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-82acf8e9-dde3-4278-a685-accb7ec1c101 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:15.382737 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-82acf8e9-dde3-4278-a685-accb7ec1c101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:15.385613 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-82acf8e9-dde3-4278-a685-accb7ec1c101 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:15.386762 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-82acf8e9-dde3-4278-a685-accb7ec1c101 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5db1a292-1b13-4aac-a741-2c68b119e47b HTTP/1.1" status: 204 len: 168 time: 0.1298647 Dec 16 15:58:15.394171 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82acf8e9-dde3-4278-a685-accb7ec1c101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db1a292-1b13-4aac-a741-2c68b119e47b,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:15.651486 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 45740) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:15.664745 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-5727a26a-352a-4fee-b4d4-6f02798bde3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:15.736351 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-5727a26a-352a-4fee-b4d4-6f02798bde3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:15.742210 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-5727a26a-352a-4fee-b4d4-6f02798bde3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:15.785107 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-5727a26a-352a-4fee-b4d4-6f02798bde3d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a0ce9e208fcd429dbf137b3c52712913&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1325221 Dec 16 15:58:15.786219 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5727a26a-352a-4fee-b4d4-6f02798bde3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0cc134d-6596-4b67-86b0-0b04c8100372,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:15.788076 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 45742) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:15.844449 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-b942f7d6-9be2-4200-8b47-286fe78d8526 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:15.866391 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-b942f7d6-9be2-4200-8b47-286fe78d8526 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:15.916680 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-b942f7d6-9be2-4200-8b47-286fe78d8526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:15.919375 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-b942f7d6-9be2-4200-8b47-286fe78d8526 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:15.920602 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-b942f7d6-9be2-4200-8b47-286fe78d8526 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f0cc134d-6596-4b67-86b0-0b04c8100372 HTTP/1.1" status: 204 len: 168 time: 0.1311796 Dec 16 15:58:15.928340 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b942f7d6-9be2-4200-8b47-286fe78d8526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0cc134d-6596-4b67-86b0-0b04c8100372,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:16.628183 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 45764) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:16.736637 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.v2.base [None req-657b96bc-f027-48fa-891f-0cf6b599bcb1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1739870643-network', 'tenant_id': 'a1354e5edc5f47ae9977e62b72cad47a'}} {{(pid=108904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:58:16.760163 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-657b96bc-f027-48fa-891f-0cf6b599bcb1 admin admin] Made reservation on behalf of a1354e5edc5f47ae9977e62b72cad47a for: {'network': 1} {{(pid=108904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:58:16.762439 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-657b96bc-f027-48fa-891f-0cf6b599bcb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for network, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:16.773811 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-657b96bc-f027-48fa-891f-0cf6b599bcb1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:16.845087 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-657b96bc-f027-48fa-891f-0cf6b599bcb1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:16.851534 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-657b96bc-f027-48fa-891f-0cf6b599bcb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:16.874752 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-657b96bc-f027-48fa-891f-0cf6b599bcb1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=108904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:58:16.883260 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657b96bc-f027-48fa-891f-0cf6b599bcb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=218cf1bc-ea80-4e64-9454-1d29e8ff2c1c,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:16.889145 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-657b96bc-f027-48fa-891f-0cf6b599bcb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772428'] for segment, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:16.889611 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.db.segments_db [None req-657b96bc-f027-48fa-891f-0cf6b599bcb1 admin admin] Added segment 4d17adbd-9d52-4527-981b-83acd5aabaf2 of type vlan for network 51485203-00c5-419d-a44d-06f8f6badd52 Dec 16 15:58:16.928181 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-657b96bc-f027-48fa-891f-0cf6b599bcb1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739691820328'] for network, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:16.955723 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-657b96bc-f027-48fa-891f-0cf6b599bcb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8007001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803'] for network, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:16.956729 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657b96bc-f027-48fa-891f-0cf6b599bcb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:16.957318 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-657b96bc-f027-48fa-891f-0cf6b599bcb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7902797'] for network, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:17.012154 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-657b96bc-f027-48fa-891f-0cf6b599bcb1 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3825476 Dec 16 15:58:17.015223 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 45768) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:17.018922 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657b96bc-f027-48fa-891f-0cf6b599bcb1 admin admin] Pushing event updated for resources: {'Network': ['ID=51485203-00c5-419d-a44d-06f8f6badd52,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:17.020336 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.v2.base [None req-85e42e1d-3b31-47a2-8127-2b1e97cc5db7 admin admin] Request body: {'subnet': {'network_id': '51485203-00c5-419d-a44d-06f8f6badd52', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1739870643-subnet', 'tenant_id': 'a1354e5edc5f47ae9977e62b72cad47a', 'ip_version': 4}} {{(pid=108905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:58:17.029504 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Network 51485203-00c5-419d-a44d-06f8f6badd52 details requested by agent ovs-agent-dv-cinder-784477-11-iscsi with host dv-cinder-784477-11-iscsi {{(pid=108906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:58:17.047710 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e42e1d-3b31-47a2-8127-2b1e97cc5db7 admin admin] Made reservation on behalf of a1354e5edc5f47ae9977e62b72cad47a for: {'subnet': 1} {{(pid=108905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:58:17.050213 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-85e42e1d-3b31-47a2-8127-2b1e97cc5db7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4908194'] for subnet, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:17.217906 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-85e42e1d-3b31-47a2-8127-2b1e97cc5db7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8060090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5935172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4908220'] for subnet, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:17.265172 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e42e1d-3b31-47a2-8127-2b1e97cc5db7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c16216b-6f7d-4712-8924-1ef41f743499,revision_number=0']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:17.280207 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e42e1d-3b31-47a2-8127-2b1e97cc5db7 admin admin] Checking segment: {'id': '4d17adbd-9d52-4527-981b-83acd5aabaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '51485203-00c5-419d-a44d-06f8f6badd52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:58:17.280581 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e42e1d-3b31-47a2-8127-2b1e97cc5db7 admin admin] Network hostable DHCP agents. Network: 51485203-00c5-419d-a44d-06f8f6badd52, hostable agents: ['02e00dda-7193-4a71-a593-a2bdfaca617e'], hosted agents: [] {{(pid=108905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:58:17.299905 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e42e1d-3b31-47a2-8127-2b1e97cc5db7 admin admin] Network 51485203-00c5-419d-a44d-06f8f6badd52 is scheduled to be hosted by DHCP agent 02e00dda-7193-4a71-a593-a2bdfaca617e with binding_index 1 {{(pid=108905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:58:17.311374 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.base_scheduler [None req-85e42e1d-3b31-47a2-8127-2b1e97cc5db7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-11-iscsi, 51485203-00c5-419d-a44d-06f8f6badd52) {{(pid=108905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:58:17.315342 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e42e1d-3b31-47a2-8127-2b1e97cc5db7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:17.315938 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-85e42e1d-3b31-47a2-8127-2b1e97cc5db7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7902797'] for subnet, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:17.320657 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40bbd6c-a992-4d5a-826a-88534dac8693 None None] Network 51485203-00c5-419d-a44d-06f8f6badd52 requested from dv-cinder-784477-11-iscsi {{(pid=108906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:58:17.332189 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-85e42e1d-3b31-47a2-8127-2b1e97cc5db7 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3158078 Dec 16 15:58:17.335014 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 45770) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:17.339525 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.v2.base [None req-0269dc7c-9d4c-4a37-8106-0434c6c6d524 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1739870643-router', 'tenant_id': 'a1354e5edc5f47ae9977e62b72cad47a', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3'}}} {{(pid=108904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:58:17.363505 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-0269dc7c-9d4c-4a37-8106-0434c6c6d524 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7874727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6813'] for router, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:17.364505 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-0269dc7c-9d4c-4a37-8106-0434c6c6d524 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7875351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7874278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8123815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6826'] for router, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:17.416583 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-0269dc7c-9d4c-4a37-8106-0434c6c6d524 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:17.420904 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e35675-c98d-4df7-b907-cd29a954c5c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7ef089e-da1e-5e7e-8d50-b8251f3063fb-51485203-00c5-419d-a44d-06f8f6badd52', 'network_id': '51485203-00c5-419d-a44d-06f8f6badd52', 'project_id': 'a1354e5edc5f47ae9977e62b72cad47a', 'fixed_ips': [{'subnet_id': '8c16216b-6f7d-4712-8924-1ef41f743499'}]}} from dv-cinder-784477-11-iscsi. {{(pid=108906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:58:17.421799 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-49e35675-c98d-4df7-b907-cd29a954c5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_create {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:17.554190 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-0269dc7c-9d4c-4a37-8106-0434c6c6d524 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:17.567983 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.db_base_plugin_common [None req-49e35675-c98d-4df7-b907-cd29a954c5c1 None None] Allocated IP 172.20.0.2 (51485203-00c5-419d-a44d-06f8f6badd52/8c16216b-6f7d-4712-8924-1ef41f743499/40ac1a43-3230-43fb-a15d-a9038f5f6362) {{(pid=108906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:58:17.704532 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-49e35675-c98d-4df7-b907-cd29a954c5c1 None None] Publish callbacks [] for port, precommit_create {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:17.712019 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-49e35675-c98d-4df7-b907-cd29a954c5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739691803594'] for port, after_create {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:17.751208 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-0269dc7c-9d4c-4a37-8106-0434c6c6d524 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:17.770016 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-0269dc7c-9d4c-4a37-8106-0434c6c6d524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:17.880393 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.db_base_plugin_common [None req-0269dc7c-9d4c-4a37-8106-0434c6c6d524 admin admin] Allocated IP 172.27.1.110 (b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3/792909e7-e23c-4f0f-8575-fa43b44998bb/63b7db24-a554-48e6-868c-e98c6210cd07) {{(pid=108904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:58:17.891831 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e35675-c98d-4df7-b907-cd29a954c5c1 None None] Network 51485203-00c5-419d-a44d-06f8f6badd52 is already hosted by enough agents. {{(pid=108906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:58:17.895923 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.scheduler.base_scheduler [None req-49e35675-c98d-4df7-b907-cd29a954c5c1 None None] Resources bound (agent type, host, resource id): {{(pid=108906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:58:17.900433 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e35675-c98d-4df7-b907-cd29a954c5c1 None None] Received port after_create {{(pid=108906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:58:17.903665 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e35675-c98d-4df7-b907-cd29a954c5c1 None None] Pushing event updated for resources: {'Port': ['ID=40ac1a43-3230-43fb-a15d-a9038f5f6362,revision_number=1']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:17.963815 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.managers [None req-49e35675-c98d-4df7-b907-cd29a954c5c1 None None] Attempting to bind port 40ac1a43-3230-43fb-a15d-a9038f5f6362 on host dv-cinder-784477-11-iscsi for vnic_type normal with profile {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:58:17.964174 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.managers [None req-49e35675-c98d-4df7-b907-cd29a954c5c1 None None] Attempting to bind port 40ac1a43-3230-43fb-a15d-a9038f5f6362 by drivers openvswitch,hyperv on host dv-cinder-784477-11-iscsi at level 0 using segments [{'id': '4d17adbd-9d52-4527-981b-83acd5aabaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '51485203-00c5-419d-a44d-06f8f6badd52'}] {{(pid=108906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:58:17.964522 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e35675-c98d-4df7-b907-cd29a954c5c1 None None] Attempting to bind port 40ac1a43-3230-43fb-a15d-a9038f5f6362 on network 51485203-00c5-419d-a44d-06f8f6badd52 {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:58:17.970023 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e35675-c98d-4df7-b907-cd29a954c5c1 None None] Checking agent: {'id': '5eca9fcc-5dcd-4ee1-9579-22579284a65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 40, 43), 'started_at': datetime.datetime(2021, 12, 16, 15, 41, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:58:17.970395 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e35675-c98d-4df7-b907-cd29a954c5c1 None None] Checking segment: {'id': '4d17adbd-9d52-4527-981b-83acd5aabaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '51485203-00c5-419d-a44d-06f8f6badd52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:58:17.970787 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-49e35675-c98d-4df7-b907-cd29a954c5c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:17.971157 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e35675-c98d-4df7-b907-cd29a954c5c1 None None] Bound using segment: {'id': '4d17adbd-9d52-4527-981b-83acd5aabaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '51485203-00c5-419d-a44d-06f8f6badd52'} {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:58:17.971605 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.managers [None req-49e35675-c98d-4df7-b907-cd29a954c5c1 None None] Bound port: 40ac1a43-3230-43fb-a15d-a9038f5f6362, host: dv-cinder-784477-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d17adbd-9d52-4527-981b-83acd5aabaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '51485203-00c5-419d-a44d-06f8f6badd52'}}] {{(pid=108906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:58:17.971966 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-49e35675-c98d-4df7-b907-cd29a954c5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:17.982808 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-0269dc7c-9d4c-4a37-8106-0434c6c6d524 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:18.021894 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-0269dc7c-9d4c-4a37-8106-0434c6c6d524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739691803594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4504497'] for port, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:18.031174 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-49e35675-c98d-4df7-b907-cd29a954c5c1 None None] For port 40ac1a43-3230-43fb-a15d-a9038f5f6362, host dv-cinder-784477-11-iscsi, cleared binding levels {{(pid=108906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:58:18.034267 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-49e35675-c98d-4df7-b907-cd29a954c5c1 None None] For port 40ac1a43-3230-43fb-a15d-a9038f5f6362, host dv-cinder-784477-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=40ac1a43-3230-43fb-a15d-a9038f5f6362,segment=NetworkSegment(4d17adbd-9d52-4527-981b-83acd5aabaf2),segment_id=4d17adbd-9d52-4527-981b-83acd5aabaf2)] {{(pid=108906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:58:18.040442 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-49e35675-c98d-4df7-b907-cd29a954c5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:18.060443 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0269dc7c-9d4c-4a37-8106-0434c6c6d524 admin admin] Network b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3 is already hosted by enough agents. {{(pid=108904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:58:18.063250 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.base_scheduler [None req-0269dc7c-9d4c-4a37-8106-0434c6c6d524 admin admin] Resources bound (agent type, host, resource id): {{(pid=108904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:58:18.065949 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0269dc7c-9d4c-4a37-8106-0434c6c6d524 admin admin] Received port after_create {{(pid=108904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:58:18.096802 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e35675-c98d-4df7-b907-cd29a954c5c1 None None] Pushing event updated for resources: {'Port': ['ID=40ac1a43-3230-43fb-a15d-a9038f5f6362,revision_number=2']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:18.099775 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0269dc7c-9d4c-4a37-8106-0434c6c6d524 admin admin] Pushing event updated for resources: {'Port': ['ID=63b7db24-a554-48e6-868c-e98c6210cd07,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:18.333968 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-0269dc7c-9d4c-4a37-8106-0434c6c6d524 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:18.530232 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-0269dc7c-9d4c-4a37-8106-0434c6c6d524 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7875374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874197'] for router, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:18.660686 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0269dc7c-9d4c-4a37-8106-0434c6c6d524 admin admin] Router 68e04f17-8021-458d-a785-c4320c8bc0e6 is scheduled to L3 agent 53beefa8-37d8-48bc-b6da-d824d56f81c3 with binding_index 1 {{(pid=108904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:58:18.770845 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0269dc7c-9d4c-4a37-8106-0434c6c6d524 admin admin] Notify agent at l3_agent.dv-cinder-784477-11-iscsi the message routers_updated {{(pid=108904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:58:18.781827 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de78ac46-3d32-4fd5-bbda-2d5ec38514a9 None None] Sync routers for ids ['68e04f17-8021-458d-a785-c4320c8bc0e6'] in dv-cinder-784477-11-iscsi {{(pid=108906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:58:18.793860 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-0269dc7c-9d4c-4a37-8106-0434c6c6d524 admin admin] Publish callbacks [] for router, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:18.794122 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de78ac46-3d32-4fd5-bbda-2d5ec38514a9 None None] Routers {'68e04f17-8021-458d-a785-c4320c8bc0e6'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:58:18.794527 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-de78ac46-3d32-4fd5-bbda-2d5ec38514a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:58:09Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['68e04f17-8021-458d-a785-c4320c8bc0e6'], 'active': True} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:58:18.795123 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-0269dc7c-9d4c-4a37-8106-0434c6c6d524 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4590955 Dec 16 15:58:18.798129 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 45772) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:18.907708 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvr_db [None req-de78ac46-3d32-4fd5-bbda-2d5ec38514a9 None None] Set router 68e04f17-8021-458d-a785-c4320c8bc0e6 gateway port host: dv-cinder-784477-11-iscsi {{(pid=108906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:58:19.002329 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea4f420-8728-41ec-9579-31642d587374 None None] Network 51485203-00c5-419d-a44d-06f8f6badd52 requested from dv-cinder-784477-11-iscsi {{(pid=108906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:58:19.157974 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-1c3fe209-eae0-4ab0-a5cd-6a2ce069585a None None] Provisioning complete for port 40ac1a43-3230-43fb-a15d-a9038f5f6362 triggered by entity DHCP. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:58:19.158744 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-1c3fe209-eae0-4ab0-a5cd-6a2ce069585a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:19.236911 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-de78ac46-3d32-4fd5-bbda-2d5ec38514a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e04f17-8021-458d-a785-c4320c8bc0e6', 'name': 'tempest-TestMinimumBasicScenario-1739870643-router', 'tenant_id': 'a1354e5edc5f47ae9977e62b72cad47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '63b7db24-a554-48e6-868c-e98c6210cd07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:58:17Z', 'updated_at': '2021-12-16T15:58:18Z', 'revision_number': 3, 'project_id': 'a1354e5edc5f47ae9977e62b72cad47a', 'gw_port': {'id': '63b7db24-a554-48e6-868c-e98c6210cd07', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:5c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e04f17-8021-458d-a785-c4320c8bc0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:58:17Z', 'updated_at': '2021-12-16T15:58:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi'}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:58:19.239693 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-4a76dba4-4ba4-4ed8-b4f0-294eb7ad156a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:19.289050 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de78ac46-3d32-4fd5-bbda-2d5ec38514a9 None None] Checking router: 68e04f17-8021-458d-a785-c4320c8bc0e6 for host: dv-cinder-784477-11-iscsi {{(pid=108906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:58:19.289387 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de78ac46-3d32-4fd5-bbda-2d5ec38514a9 None None] Updating router 68e04f17-8021-458d-a785-c4320c8bc0e6 port 63b7db24-a554-48e6-868c-e98c6210cd07 binding host dv-cinder-784477-11-iscsi {{(pid=108906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:58:19.313372 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-1c3fe209-eae0-4ab0-a5cd-6a2ce069585a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:19.326405 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-de78ac46-3d32-4fd5-bbda-2d5ec38514a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:19.397036 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-1c3fe209-eae0-4ab0-a5cd-6a2ce069585a None None] For port 40ac1a43-3230-43fb-a15d-a9038f5f6362, host dv-cinder-784477-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=40ac1a43-3230-43fb-a15d-a9038f5f6362,segment=NetworkSegment(4d17adbd-9d52-4527-981b-83acd5aabaf2),segment_id=4d17adbd-9d52-4527-981b-83acd5aabaf2)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:58:19.401071 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:19.418528 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.db.db_base_plugin_common [None req-4a76dba4-4ba4-4ed8-b4f0-294eb7ad156a admin admin] Allocated IP 172.20.0.1 (51485203-00c5-419d-a44d-06f8f6badd52/8c16216b-6f7d-4712-8924-1ef41f743499/9f5718ef-4003-4c8e-bdc0-695e63beab72) {{(pid=108905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:58:19.446777 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-1c3fe209-eae0-4ab0-a5cd-6a2ce069585a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:19.527333 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-4a76dba4-4ba4-4ed8-b4f0-294eb7ad156a admin admin] Publish callbacks [] for port, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:19.546449 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3fe209-eae0-4ab0-a5cd-6a2ce069585a None None] Pushing event updated for resources: {'Port': ['ID=40ac1a43-3230-43fb-a15d-a9038f5f6362,revision_number=3']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:19.561638 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-4a76dba4-4ba4-4ed8-b4f0-294eb7ad156a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739691803594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5936052'] for port, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:19.599685 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-08dd56a6-975d-4a0e-bf99-bc2ecf21b9bb None None] Provisioning complete for port 40ac1a43-3230-43fb-a15d-a9038f5f6362 triggered by entity DHCP. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:58:19.600028 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-08dd56a6-975d-4a0e-bf99-bc2ecf21b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:19.603790 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a76dba4-4ba4-4ed8-b4f0-294eb7ad156a admin admin] Network 51485203-00c5-419d-a44d-06f8f6badd52 is already hosted by enough agents. {{(pid=108905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:58:19.606621 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.base_scheduler [None req-4a76dba4-4ba4-4ed8-b4f0-294eb7ad156a admin admin] Resources bound (agent type, host, resource id): {{(pid=108905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:58:19.610039 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a76dba4-4ba4-4ed8-b4f0-294eb7ad156a admin admin] Received port after_create {{(pid=108905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:58:19.650681 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a76dba4-4ba4-4ed8-b4f0-294eb7ad156a admin admin] Pushing event updated for resources: {'Port': ['ID=9f5718ef-4003-4c8e-bdc0-695e63beab72,revision_number=1']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:19.663490 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-4a76dba4-4ba4-4ed8-b4f0-294eb7ad156a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7874534'] for router_interface, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:19.695672 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-de78ac46-3d32-4fd5-bbda-2d5ec38514a9 None None] Publish callbacks [] for port, precommit_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:19.723379 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-de78ac46-3d32-4fd5-bbda-2d5ec38514a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:19.786337 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.managers [None req-de78ac46-3d32-4fd5-bbda-2d5ec38514a9 None None] Attempting to bind port 63b7db24-a554-48e6-868c-e98c6210cd07 on host dv-cinder-784477-11-iscsi for vnic_type normal with profile {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:58:19.786698 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.managers [None req-de78ac46-3d32-4fd5-bbda-2d5ec38514a9 None None] Attempting to bind port 63b7db24-a554-48e6-868c-e98c6210cd07 by drivers openvswitch,hyperv on host dv-cinder-784477-11-iscsi at level 0 using segments [{'id': '0390f958-c764-4c6b-ad22-4946ebfb354b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3'}] {{(pid=108906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:58:19.787055 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de78ac46-3d32-4fd5-bbda-2d5ec38514a9 None None] Attempting to bind port 63b7db24-a554-48e6-868c-e98c6210cd07 on network b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3 {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:58:19.792479 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3486f1-78d0-4350-9683-b3be736c1723 None None] Pushing event updated for resources: {'Port': ['ID=63b7db24-a554-48e6-868c-e98c6210cd07,revision_number=2']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:19.797126 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de78ac46-3d32-4fd5-bbda-2d5ec38514a9 None None] Checking agent: {'id': '5eca9fcc-5dcd-4ee1-9579-22579284a65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 40, 43), 'started_at': datetime.datetime(2021, 12, 16, 15, 41, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:58:19.798234 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de78ac46-3d32-4fd5-bbda-2d5ec38514a9 None None] Checking segment: {'id': '0390f958-c764-4c6b-ad22-4946ebfb354b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:58:19.798234 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-de78ac46-3d32-4fd5-bbda-2d5ec38514a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:19.798474 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de78ac46-3d32-4fd5-bbda-2d5ec38514a9 None None] Bound using segment: {'id': '0390f958-c764-4c6b-ad22-4946ebfb354b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3'} {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:58:19.798795 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.managers [None req-de78ac46-3d32-4fd5-bbda-2d5ec38514a9 None None] Bound port: 63b7db24-a554-48e6-868c-e98c6210cd07, host: dv-cinder-784477-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0390f958-c764-4c6b-ad22-4946ebfb354b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3'}}] {{(pid=108906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:58:19.799170 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-de78ac46-3d32-4fd5-bbda-2d5ec38514a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:19.807947 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-4a76dba4-4ba4-4ed8-b4f0-294eb7ad156a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:19.849744 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-de78ac46-3d32-4fd5-bbda-2d5ec38514a9 None None] For port 63b7db24-a554-48e6-868c-e98c6210cd07, host dv-cinder-784477-11-iscsi, cleared binding levels {{(pid=108906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:58:19.852799 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-de78ac46-3d32-4fd5-bbda-2d5ec38514a9 None None] For port 63b7db24-a554-48e6-868c-e98c6210cd07, host dv-cinder-784477-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=63b7db24-a554-48e6-868c-e98c6210cd07,segment=NetworkSegment(0390f958-c764-4c6b-ad22-4946ebfb354b),segment_id=0390f958-c764-4c6b-ad22-4946ebfb354b)] {{(pid=108906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:58:19.858582 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-de78ac46-3d32-4fd5-bbda-2d5ec38514a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:19.936296 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de78ac46-3d32-4fd5-bbda-2d5ec38514a9 None None] Routers {'68e04f17-8021-458d-a785-c4320c8bc0e6'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:58:19.937034 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-de78ac46-3d32-4fd5-bbda-2d5ec38514a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:58:09Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['68e04f17-8021-458d-a785-c4320c8bc0e6'], 'active': True} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:58:19.939041 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-d1fe1714-35ce-4618-8b06-ce7c7bbab13d None None] Provisioning complete for port 9f5718ef-4003-4c8e-bdc0-695e63beab72 triggered by entity DHCP. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:58:19.939878 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-d1fe1714-35ce-4618-8b06-ce7c7bbab13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:19.941015 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3486f1-78d0-4350-9683-b3be736c1723 None None] Pushing event updated for resources: {'Port': ['ID=63b7db24-a554-48e6-868c-e98c6210cd07,revision_number=3']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:19.985709 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-4a76dba4-4ba4-4ed8-b4f0-294eb7ad156a admin admin] Publish callbacks [] for port, precommit_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:19.990779 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-4a76dba4-4ba4-4ed8-b4f0-294eb7ad156a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5936077'] for port, after_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:20.019006 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-d1fe1714-35ce-4618-8b06-ce7c7bbab13d None None] Port 9f5718ef-4003-4c8e-bdc0-695e63beab72 cannot update to ACTIVE because it is not bound. {{(pid=108906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:58:20.060038 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a76dba4-4ba4-4ed8-b4f0-294eb7ad156a admin admin] Pushing event updated for resources: {'Port': ['ID=9f5718ef-4003-4c8e-bdc0-695e63beab72,revision_number=2']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:20.063611 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-4a76dba4-4ba4-4ed8-b4f0-294eb7ad156a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7902817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872854'] for router_interface, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:20.079281 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvr_db [None req-de78ac46-3d32-4fd5-bbda-2d5ec38514a9 None None] Set router 68e04f17-8021-458d-a785-c4320c8bc0e6 gateway port host: dv-cinder-784477-11-iscsi {{(pid=108906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:58:20.153377 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a76dba4-4ba4-4ed8-b4f0-294eb7ad156a admin admin] Network 51485203-00c5-419d-a44d-06f8f6badd52 is already hosted by enough agents. {{(pid=108905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:58:20.154758 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.base_scheduler [None req-4a76dba4-4ba4-4ed8-b4f0-294eb7ad156a admin admin] Resources bound (agent type, host, resource id): {{(pid=108905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:58:20.318997 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a76dba4-4ba4-4ed8-b4f0-294eb7ad156a admin admin] Router 68e04f17-8021-458d-a785-c4320c8bc0e6 has already been hosted by L3 agent 53beefa8-37d8-48bc-b6da-d824d56f81c3 {{(pid=108905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:58:20.347191 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device 40ac1a43-3230-43fb-a15d-a9038f5f6362 up at agent ovs-agent-dv-cinder-784477-11-iscsi {{(pid=108906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:58:20.434849 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a76dba4-4ba4-4ed8-b4f0-294eb7ad156a admin admin] Notify agent at l3_agent.dv-cinder-784477-11-iscsi the message routers_updated {{(pid=108905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:58:20.439773 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-4a76dba4-4ba4-4ed8-b4f0-294eb7ad156a admin admin] 10.222.0.31 "PUT /v2.0/routers/68e04f17-8021-458d-a785-c4320c8bc0e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6405880 Dec 16 15:58:20.460840 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Provisioning complete for port 40ac1a43-3230-43fb-a15d-a9038f5f6362 triggered by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:58:20.461128 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:20.463694 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-e39ade89-bfb3-4aad-8585-368c8201c00f None None] Provisioning complete for port 9f5718ef-4003-4c8e-bdc0-695e63beab72 triggered by entity DHCP. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:58:20.464038 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-e39ade89-bfb3-4aad-8585-368c8201c00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:20.529557 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-e39ade89-bfb3-4aad-8585-368c8201c00f None None] Port 9f5718ef-4003-4c8e-bdc0-695e63beab72 cannot update to ACTIVE because it is not bound. {{(pid=108906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:58:20.541125 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-de78ac46-3d32-4fd5-bbda-2d5ec38514a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e04f17-8021-458d-a785-c4320c8bc0e6', 'name': 'tempest-TestMinimumBasicScenario-1739870643-router', 'tenant_id': 'a1354e5edc5f47ae9977e62b72cad47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '63b7db24-a554-48e6-868c-e98c6210cd07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:58:17Z', 'updated_at': '2021-12-16T15:58:19Z', 'revision_number': 4, 'project_id': 'a1354e5edc5f47ae9977e62b72cad47a', 'gw_port': {'id': '63b7db24-a554-48e6-868c-e98c6210cd07', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:5c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e04f17-8021-458d-a785-c4320c8bc0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:58:17Z', 'updated_at': '2021-12-16T15:58:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_interfaces': [{'id': '9f5718ef-4003-4c8e-bdc0-695e63beab72', 'name': '', 'network_id': '51485203-00c5-419d-a44d-06f8f6badd52', 'tenant_id': 'a1354e5edc5f47ae9977e62b72cad47a', 'mac_address': 'fa:16:3e:45:16:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e04f17-8021-458d-a785-c4320c8bc0e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '8c16216b-6f7d-4712-8924-1ef41f743499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:58:19Z', 'updated_at': '2021-12-16T15:58:19Z', 'revision_number': 1, 'project_id': 'a1354e5edc5f47ae9977e62b72cad47a', 'subnets': [{'id': '8c16216b-6f7d-4712-8924-1ef41f743499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:58:20.590795 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de78ac46-3d32-4fd5-bbda-2d5ec38514a9 None None] The sync data for ids ['68e04f17-8021-458d-a785-c4320c8bc0e6'] in dv-cinder-784477-11-iscsi is: [{'id': '68e04f17-8021-458d-a785-c4320c8bc0e6', 'name': 'tempest-TestMinimumBasicScenario-1739870643-router', 'tenant_id': 'a1354e5edc5f47ae9977e62b72cad47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '63b7db24-a554-48e6-868c-e98c6210cd07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:58:17Z', 'updated_at': '2021-12-16T15:58:19Z', 'revision_number': 4, 'project_id': 'a1354e5edc5f47ae9977e62b72cad47a', 'gw_port': {'id': '63b7db24-a554-48e6-868c-e98c6210cd07', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:5c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e04f17-8021-458d-a785-c4320c8bc0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:58:17Z', 'updated_at': '2021-12-16T15:58:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_interfaces': [{'id': '9f5718ef-4003-4c8e-bdc0-695e63beab72', 'name': '', 'network_id': '51485203-00c5-419d-a44d-06f8f6badd52', 'tenant_id': 'a1354e5edc5f47ae9977e62b72cad47a', 'mac_address': 'fa:16:3e:45:16:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e04f17-8021-458d-a785-c4320c8bc0e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '8c16216b-6f7d-4712-8924-1ef41f743499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:58:19Z', 'updated_at': '2021-12-16T15:58:19Z', 'revision_number': 1, 'project_id': 'a1354e5edc5f47ae9977e62b72cad47a', 'subnets': [{'id': '8c16216b-6f7d-4712-8924-1ef41f743499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:58:20.925257 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 45788) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:20.930579 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.v2.base [None req-7daad6d4-c754-43d7-93ae-779d18f48a0c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-453200826-network', 'tenant_id': '63040f002bf349cc9e3bc4db47562d29'}} {{(pid=108905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:58:20.954008 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7daad6d4-c754-43d7-93ae-779d18f48a0c admin admin] Made reservation on behalf of 63040f002bf349cc9e3bc4db47562d29 for: {'network': 1} {{(pid=108905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:58:20.956365 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-7daad6d4-c754-43d7-93ae-779d18f48a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for network, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:20.965859 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-7daad6d4-c754-43d7-93ae-779d18f48a0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:21.042167 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-7daad6d4-c754-43d7-93ae-779d18f48a0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:21.047085 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-7daad6d4-c754-43d7-93ae-779d18f48a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:21.072829 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7daad6d4-c754-43d7-93ae-779d18f48a0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=108905) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:58:21.083101 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daad6d4-c754-43d7-93ae-779d18f48a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61dc446e-cee3-473c-99f5-6704b2e3a44b,revision_number=1']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:21.088137 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-7daad6d4-c754-43d7-93ae-779d18f48a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772428'] for segment, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:21.088477 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.db.segments_db [None req-7daad6d4-c754-43d7-93ae-779d18f48a0c admin admin] Added segment db01b0de-112b-48ca-8bb9-ae190f5cc36b of type vlan for network 43c90473-3a50-4775-b7cd-8b0086ba9716 Dec 16 15:58:21.134725 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-7daad6d4-c754-43d7-93ae-779d18f48a0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739691820328'] for network, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:21.161597 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-7daad6d4-c754-43d7-93ae-779d18f48a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8007001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803'] for network, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:21.163127 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7daad6d4-c754-43d7-93ae-779d18f48a0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:21.163263 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-7daad6d4-c754-43d7-93ae-779d18f48a0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7902797'] for network, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:21.224940 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-7daad6d4-c754-43d7-93ae-779d18f48a0c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2978098 Dec 16 15:58:21.227741 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 45790) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:21.234026 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.v2.base [None req-ae18ff69-0288-422e-8640-13f43fd0113b admin admin] Request body: {'subnet': {'network_id': '43c90473-3a50-4775-b7cd-8b0086ba9716', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-453200826-subnet', 'tenant_id': '63040f002bf349cc9e3bc4db47562d29', 'ip_version': 4}} {{(pid=108905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:58:21.240531 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daad6d4-c754-43d7-93ae-779d18f48a0c admin admin] Pushing event updated for resources: {'Network': ['ID=43c90473-3a50-4775-b7cd-8b0086ba9716,revision_number=1']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:21.250478 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Network 43c90473-3a50-4775-b7cd-8b0086ba9716 details requested by agent ovs-agent-dv-cinder-784477-11-iscsi with host dv-cinder-784477-11-iscsi {{(pid=108906) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:58:21.263548 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae18ff69-0288-422e-8640-13f43fd0113b admin admin] Made reservation on behalf of 63040f002bf349cc9e3bc4db47562d29 for: {'subnet': 1} {{(pid=108905) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:58:21.266008 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-ae18ff69-0288-422e-8640-13f43fd0113b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4908194'] for subnet, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:21.459834 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-ae18ff69-0288-422e-8640-13f43fd0113b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8060090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5935172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4908220'] for subnet, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:21.512736 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae18ff69-0288-422e-8640-13f43fd0113b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7d4f4fd-be4a-4d10-81be-4f606c08125a,revision_number=0']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:21.531085 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae18ff69-0288-422e-8640-13f43fd0113b admin admin] Checking segment: {'id': 'db01b0de-112b-48ca-8bb9-ae190f5cc36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '43c90473-3a50-4775-b7cd-8b0086ba9716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:58:21.531439 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae18ff69-0288-422e-8640-13f43fd0113b admin admin] Network hostable DHCP agents. Network: 43c90473-3a50-4775-b7cd-8b0086ba9716, hostable agents: ['02e00dda-7193-4a71-a593-a2bdfaca617e'], hosted agents: [] {{(pid=108905) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:58:21.549159 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae18ff69-0288-422e-8640-13f43fd0113b admin admin] Network 43c90473-3a50-4775-b7cd-8b0086ba9716 is scheduled to be hosted by DHCP agent 02e00dda-7193-4a71-a593-a2bdfaca617e with binding_index 1 {{(pid=108905) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:58:21.561570 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.base_scheduler [None req-ae18ff69-0288-422e-8640-13f43fd0113b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-11-iscsi, 43c90473-3a50-4775-b7cd-8b0086ba9716) {{(pid=108905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:58:21.567258 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae18ff69-0288-422e-8640-13f43fd0113b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:21.567833 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-ae18ff69-0288-422e-8640-13f43fd0113b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7902797'] for subnet, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:21.574243 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfb0ab7-dab2-429a-bc5e-5b94da1bb400 None None] Network 43c90473-3a50-4775-b7cd-8b0086ba9716 requested from dv-cinder-784477-11-iscsi {{(pid=108906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:58:21.590519 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 45792) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:21.596024 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.v2.base [None req-f5323a9f-3a45-47f7-9222-0e1c84605d46 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-453200826-router', 'tenant_id': '63040f002bf349cc9e3bc4db47562d29', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3'}}} {{(pid=108904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:58:21.598322 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-ae18ff69-0288-422e-8640-13f43fd0113b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3697047 Dec 16 15:58:21.620184 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-f5323a9f-3a45-47f7-9222-0e1c84605d46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7874727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6813'] for router, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:21.621202 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-f5323a9f-3a45-47f7-9222-0e1c84605d46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7875351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7874278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8123815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6826'] for router, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:21.683025 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-f5323a9f-3a45-47f7-9222-0e1c84605d46 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:21.707814 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3162e091-9c80-495c-bdf6-78ff546d57a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7ef089e-da1e-5e7e-8d50-b8251f3063fb-43c90473-3a50-4775-b7cd-8b0086ba9716', 'network_id': '43c90473-3a50-4775-b7cd-8b0086ba9716', 'project_id': '63040f002bf349cc9e3bc4db47562d29', 'fixed_ips': [{'subnet_id': 'a7d4f4fd-be4a-4d10-81be-4f606c08125a'}]}} from dv-cinder-784477-11-iscsi. {{(pid=108906) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:58:21.708984 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-3162e091-9c80-495c-bdf6-78ff546d57a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_create {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:21.831772 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-f5323a9f-3a45-47f7-9222-0e1c84605d46 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:21.852000 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.db_base_plugin_common [None req-3162e091-9c80-495c-bdf6-78ff546d57a5 None None] Allocated IP 172.20.0.2 (43c90473-3a50-4775-b7cd-8b0086ba9716/a7d4f4fd-be4a-4d10-81be-4f606c08125a/303fbf10-b00e-4c70-95ff-8cb0305b7937) {{(pid=108906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:58:21.997754 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-3162e091-9c80-495c-bdf6-78ff546d57a5 None None] Publish callbacks [] for port, precommit_create {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:22.005554 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-3162e091-9c80-495c-bdf6-78ff546d57a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739691803594'] for port, after_create {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:22.027285 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-f5323a9f-3a45-47f7-9222-0e1c84605d46 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:22.046356 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3162e091-9c80-495c-bdf6-78ff546d57a5 None None] Network 43c90473-3a50-4775-b7cd-8b0086ba9716 is already hosted by enough agents. {{(pid=108906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:58:22.049263 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.scheduler.base_scheduler [None req-3162e091-9c80-495c-bdf6-78ff546d57a5 None None] Resources bound (agent type, host, resource id): {{(pid=108906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:58:22.052828 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-f5323a9f-3a45-47f7-9222-0e1c84605d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:22.053048 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3162e091-9c80-495c-bdf6-78ff546d57a5 None None] Received port after_create {{(pid=108906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:58:22.059611 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3162e091-9c80-495c-bdf6-78ff546d57a5 None None] Pushing event updated for resources: {'Port': ['ID=303fbf10-b00e-4c70-95ff-8cb0305b7937,revision_number=1']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:22.110163 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.managers [None req-3162e091-9c80-495c-bdf6-78ff546d57a5 None None] Attempting to bind port 303fbf10-b00e-4c70-95ff-8cb0305b7937 on host dv-cinder-784477-11-iscsi for vnic_type normal with profile {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:58:22.110163 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.managers [None req-3162e091-9c80-495c-bdf6-78ff546d57a5 None None] Attempting to bind port 303fbf10-b00e-4c70-95ff-8cb0305b7937 by drivers openvswitch,hyperv on host dv-cinder-784477-11-iscsi at level 0 using segments [{'id': 'db01b0de-112b-48ca-8bb9-ae190f5cc36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '43c90473-3a50-4775-b7cd-8b0086ba9716'}] {{(pid=108906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:58:22.110538 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3162e091-9c80-495c-bdf6-78ff546d57a5 None None] Attempting to bind port 303fbf10-b00e-4c70-95ff-8cb0305b7937 on network 43c90473-3a50-4775-b7cd-8b0086ba9716 {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:58:22.115810 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3162e091-9c80-495c-bdf6-78ff546d57a5 None None] Checking agent: {'id': '5eca9fcc-5dcd-4ee1-9579-22579284a65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 40, 43), 'started_at': datetime.datetime(2021, 12, 16, 15, 41, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:58:22.116187 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3162e091-9c80-495c-bdf6-78ff546d57a5 None None] Checking segment: {'id': 'db01b0de-112b-48ca-8bb9-ae190f5cc36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '43c90473-3a50-4775-b7cd-8b0086ba9716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:58:22.116585 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-3162e091-9c80-495c-bdf6-78ff546d57a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:22.116977 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3162e091-9c80-495c-bdf6-78ff546d57a5 None None] Bound using segment: {'id': 'db01b0de-112b-48ca-8bb9-ae190f5cc36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '43c90473-3a50-4775-b7cd-8b0086ba9716'} {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:58:22.117427 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.managers [None req-3162e091-9c80-495c-bdf6-78ff546d57a5 None None] Bound port: 303fbf10-b00e-4c70-95ff-8cb0305b7937, host: dv-cinder-784477-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db01b0de-112b-48ca-8bb9-ae190f5cc36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '43c90473-3a50-4775-b7cd-8b0086ba9716'}}] {{(pid=108906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:58:22.117819 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-3162e091-9c80-495c-bdf6-78ff546d57a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:22.161045 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.db_base_plugin_common [None req-f5323a9f-3a45-47f7-9222-0e1c84605d46 admin admin] Allocated IP 172.27.1.205 (b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3/792909e7-e23c-4f0f-8575-fa43b44998bb/c9db8df1-1a8f-4978-a881-6cad6a4a08bc) {{(pid=108904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:58:22.185304 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-3162e091-9c80-495c-bdf6-78ff546d57a5 None None] For port 303fbf10-b00e-4c70-95ff-8cb0305b7937, host dv-cinder-784477-11-iscsi, cleared binding levels {{(pid=108906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:58:22.188605 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-3162e091-9c80-495c-bdf6-78ff546d57a5 None None] For port 303fbf10-b00e-4c70-95ff-8cb0305b7937, host dv-cinder-784477-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=303fbf10-b00e-4c70-95ff-8cb0305b7937,segment=NetworkSegment(db01b0de-112b-48ca-8bb9-ae190f5cc36b),segment_id=db01b0de-112b-48ca-8bb9-ae190f5cc36b)] {{(pid=108906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:58:22.194342 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-3162e091-9c80-495c-bdf6-78ff546d57a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:22.252387 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3162e091-9c80-495c-bdf6-78ff546d57a5 None None] Pushing event updated for resources: {'Port': ['ID=303fbf10-b00e-4c70-95ff-8cb0305b7937,revision_number=2']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:22.272198 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-f5323a9f-3a45-47f7-9222-0e1c84605d46 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:22.329923 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-f5323a9f-3a45-47f7-9222-0e1c84605d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739691803594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4504497'] for port, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:22.349836 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device 63b7db24-a554-48e6-868c-e98c6210cd07 up at agent ovs-agent-dv-cinder-784477-11-iscsi {{(pid=108906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:58:22.388606 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5323a9f-3a45-47f7-9222-0e1c84605d46 admin admin] Network b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3 is already hosted by enough agents. {{(pid=108904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:58:22.389903 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5323a9f-3a45-47f7-9222-0e1c84605d46 admin admin] Pushing event updated for resources: {'Port': ['ID=c9db8df1-1a8f-4978-a881-6cad6a4a08bc,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:22.393871 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.base_scheduler [None req-f5323a9f-3a45-47f7-9222-0e1c84605d46 admin admin] Resources bound (agent type, host, resource id): {{(pid=108904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:58:22.396075 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5323a9f-3a45-47f7-9222-0e1c84605d46 admin admin] Received port after_create {{(pid=108904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:58:22.401348 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Provisioning complete for port 63b7db24-a554-48e6-868c-e98c6210cd07 triggered by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:58:22.401827 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:22.536016 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:22.562017 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] For port 63b7db24-a554-48e6-868c-e98c6210cd07, host dv-cinder-784477-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=63b7db24-a554-48e6-868c-e98c6210cd07,segment=NetworkSegment(0390f958-c764-4c6b-ad22-4946ebfb354b),segment_id=0390f958-c764-4c6b-ad22-4946ebfb354b)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:58:22.569381 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:22.640314 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Pushing event updated for resources: {'Port': ['ID=63b7db24-a554-48e6-868c-e98c6210cd07,revision_number=4']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:22.921102 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-f5323a9f-3a45-47f7-9222-0e1c84605d46 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:23.122671 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-f5323a9f-3a45-47f7-9222-0e1c84605d46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7875374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7874197'] for router, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:23.125896 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bfd8ce-5058-477d-b457-fe348b7459f7 None None] Sync routers for ids ['68e04f17-8021-458d-a785-c4320c8bc0e6'] in dv-cinder-784477-11-iscsi {{(pid=108907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:58:23.137939 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bfd8ce-5058-477d-b457-fe348b7459f7 None None] Routers {'68e04f17-8021-458d-a785-c4320c8bc0e6'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:58:23.138682 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-a2bfd8ce-5058-477d-b457-fe348b7459f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:58:09Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['68e04f17-8021-458d-a785-c4320c8bc0e6'], 'active': True} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:58:23.240950 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9103b6ea-d065-4dbc-af68-64c34ddc77e9 None None] Network 43c90473-3a50-4775-b7cd-8b0086ba9716 requested from dv-cinder-784477-11-iscsi {{(pid=108906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:58:23.253923 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvr_db [None req-a2bfd8ce-5058-477d-b457-fe348b7459f7 None None] Set router 68e04f17-8021-458d-a785-c4320c8bc0e6 gateway port host: dv-cinder-784477-11-iscsi {{(pid=108907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:58:23.263265 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5323a9f-3a45-47f7-9222-0e1c84605d46 admin admin] Router 8dd0813f-8c4f-41fe-b455-a618c491ef1e is scheduled to L3 agent 53beefa8-37d8-48bc-b6da-d824d56f81c3 with binding_index 1 {{(pid=108904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:58:23.318677 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-37a6300c-6048-453c-8b6a-dadd3558285d None None] Provisioning complete for port 303fbf10-b00e-4c70-95ff-8cb0305b7937 triggered by entity DHCP. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:58:23.319099 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-37a6300c-6048-453c-8b6a-dadd3558285d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:23.372900 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5323a9f-3a45-47f7-9222-0e1c84605d46 admin admin] Notify agent at l3_agent.dv-cinder-784477-11-iscsi the message routers_updated {{(pid=108904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:58:23.390909 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503f4e74-fb63-4855-9e7b-258536eaf854 None None] Sync routers for ids ['8dd0813f-8c4f-41fe-b455-a618c491ef1e'] in dv-cinder-784477-11-iscsi {{(pid=108906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:58:23.391621 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-f5323a9f-3a45-47f7-9222-0e1c84605d46 admin admin] Publish callbacks [] for router, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:23.393929 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-f5323a9f-3a45-47f7-9222-0e1c84605d46 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8022723 Dec 16 15:58:23.395714 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 45796) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:23.435968 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503f4e74-fb63-4855-9e7b-258536eaf854 None None] Routers {'8dd0813f-8c4f-41fe-b455-a618c491ef1e'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:58:23.436603 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-503f4e74-fb63-4855-9e7b-258536eaf854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:58:09Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['8dd0813f-8c4f-41fe-b455-a618c491ef1e'], 'active': True} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:58:23.455655 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-a2bfd8ce-5058-477d-b457-fe348b7459f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e04f17-8021-458d-a785-c4320c8bc0e6', 'name': 'tempest-TestMinimumBasicScenario-1739870643-router', 'tenant_id': 'a1354e5edc5f47ae9977e62b72cad47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '63b7db24-a554-48e6-868c-e98c6210cd07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:58:17Z', 'updated_at': '2021-12-16T15:58:19Z', 'revision_number': 4, 'project_id': 'a1354e5edc5f47ae9977e62b72cad47a', 'gw_port': {'id': '63b7db24-a554-48e6-868c-e98c6210cd07', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:5c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e04f17-8021-458d-a785-c4320c8bc0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:58:17Z', 'updated_at': '2021-12-16T15:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_interfaces': [{'id': '9f5718ef-4003-4c8e-bdc0-695e63beab72', 'name': '', 'network_id': '51485203-00c5-419d-a44d-06f8f6badd52', 'tenant_id': 'a1354e5edc5f47ae9977e62b72cad47a', 'mac_address': 'fa:16:3e:45:16:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e04f17-8021-458d-a785-c4320c8bc0e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '8c16216b-6f7d-4712-8924-1ef41f743499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:58:19Z', 'updated_at': '2021-12-16T15:58:19Z', 'revision_number': 2, 'project_id': 'a1354e5edc5f47ae9977e62b72cad47a', 'subnets': [{'id': '8c16216b-6f7d-4712-8924-1ef41f743499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:58:23.487731 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bfd8ce-5058-477d-b457-fe348b7459f7 None None] Checking router: 68e04f17-8021-458d-a785-c4320c8bc0e6 for host: dv-cinder-784477-11-iscsi {{(pid=108907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:58:23.488380 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bfd8ce-5058-477d-b457-fe348b7459f7 None None] Updating router 68e04f17-8021-458d-a785-c4320c8bc0e6 port 9f5718ef-4003-4c8e-bdc0-695e63beab72 binding host dv-cinder-784477-11-iscsi {{(pid=108907) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:58:23.502487 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-37a6300c-6048-453c-8b6a-dadd3558285d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:23.518894 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron_lib.callbacks.manager [None req-a2bfd8ce-5058-477d-b457-fe348b7459f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:23.583412 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-37a6300c-6048-453c-8b6a-dadd3558285d None None] For port 303fbf10-b00e-4c70-95ff-8cb0305b7937, host dv-cinder-784477-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=303fbf10-b00e-4c70-95ff-8cb0305b7937,segment=NetworkSegment(db01b0de-112b-48ca-8bb9-ae190f5cc36b),segment_id=db01b0de-112b-48ca-8bb9-ae190f5cc36b)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:58:23.585385 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvr_db [None req-503f4e74-fb63-4855-9e7b-258536eaf854 None None] Set router 8dd0813f-8c4f-41fe-b455-a618c491ef1e gateway port host: dv-cinder-784477-11-iscsi {{(pid=108906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:58:23.616408 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-37a6300c-6048-453c-8b6a-dadd3558285d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:23.758035 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a6300c-6048-453c-8b6a-dadd3558285d None None] Pushing event updated for resources: {'Port': ['ID=303fbf10-b00e-4c70-95ff-8cb0305b7937,revision_number=3']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:23.770041 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-00f502ca-de46-4d75-b73a-8f0accd0afac None None] Provisioning complete for port 303fbf10-b00e-4c70-95ff-8cb0305b7937 triggered by entity DHCP. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:58:23.770385 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-00f502ca-de46-4d75-b73a-8f0accd0afac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:23.888113 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-295d9052-c588-40b3-9596-d762ba48d896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:23.906874 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-503f4e74-fb63-4855-9e7b-258536eaf854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd0813f-8c4f-41fe-b455-a618c491ef1e', 'name': 'tempest-TestMinimumBasicScenario-453200826-router', 'tenant_id': '63040f002bf349cc9e3bc4db47562d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'c9db8df1-1a8f-4978-a881-6cad6a4a08bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:58:21Z', 'updated_at': '2021-12-16T15:58:22Z', 'revision_number': 3, 'project_id': '63040f002bf349cc9e3bc4db47562d29', 'gw_port': {'id': 'c9db8df1-1a8f-4978-a881-6cad6a4a08bc', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:28:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dd0813f-8c4f-41fe-b455-a618c491ef1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:58:22Z', 'updated_at': '2021-12-16T15:58:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi'}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:58:23.915014 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron_lib.callbacks.manager [None req-a2bfd8ce-5058-477d-b457-fe348b7459f7 None None] Publish callbacks [] for port, precommit_update {{(pid=108907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:23.920554 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron_lib.callbacks.manager [None req-a2bfd8ce-5058-477d-b457-fe348b7459f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:23.935113 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503f4e74-fb63-4855-9e7b-258536eaf854 None None] Checking router: 8dd0813f-8c4f-41fe-b455-a618c491ef1e for host: dv-cinder-784477-11-iscsi {{(pid=108906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:58:23.935464 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503f4e74-fb63-4855-9e7b-258536eaf854 None None] Updating router 8dd0813f-8c4f-41fe-b455-a618c491ef1e port c9db8df1-1a8f-4978-a881-6cad6a4a08bc binding host dv-cinder-784477-11-iscsi {{(pid=108906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:58:23.967029 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-503f4e74-fb63-4855-9e7b-258536eaf854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:23.981711 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660abb39-7df1-4860-bb2a-7afa948d836f None None] Pushing event updated for resources: {'Port': ['ID=9f5718ef-4003-4c8e-bdc0-695e63beab72,revision_number=3']} {{(pid=108907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:24.002379 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660abb39-7df1-4860-bb2a-7afa948d836f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:58:24.002734 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660abb39-7df1-4860-bb2a-7afa948d836f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:58:24.003082 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660abb39-7df1-4860-bb2a-7afa948d836f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:58:24.003411 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660abb39-7df1-4860-bb2a-7afa948d836f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:58:24.003730 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660abb39-7df1-4860-bb2a-7afa948d836f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:58:24.004043 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660abb39-7df1-4860-bb2a-7afa948d836f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:58:24.004381 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660abb39-7df1-4860-bb2a-7afa948d836f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:58:24.004743 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660abb39-7df1-4860-bb2a-7afa948d836f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:58:24.004983 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660abb39-7df1-4860-bb2a-7afa948d836f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:58:24.005299 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660abb39-7df1-4860-bb2a-7afa948d836f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:58:24.005635 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660abb39-7df1-4860-bb2a-7afa948d836f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:58:24.005939 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660abb39-7df1-4860-bb2a-7afa948d836f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:58:24.006240 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660abb39-7df1-4860-bb2a-7afa948d836f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:58:24.044900 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.plugins.ml2.managers [None req-a2bfd8ce-5058-477d-b457-fe348b7459f7 None None] Attempting to bind port 9f5718ef-4003-4c8e-bdc0-695e63beab72 on host dv-cinder-784477-11-iscsi for vnic_type normal with profile {{(pid=108907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:58:24.045282 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.plugins.ml2.managers [None req-a2bfd8ce-5058-477d-b457-fe348b7459f7 None None] Attempting to bind port 9f5718ef-4003-4c8e-bdc0-695e63beab72 by drivers openvswitch,hyperv on host dv-cinder-784477-11-iscsi at level 0 using segments [{'id': '4d17adbd-9d52-4527-981b-83acd5aabaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '51485203-00c5-419d-a44d-06f8f6badd52'}] {{(pid=108907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:58:24.045682 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bfd8ce-5058-477d-b457-fe348b7459f7 None None] Attempting to bind port 9f5718ef-4003-4c8e-bdc0-695e63beab72 on network 51485203-00c5-419d-a44d-06f8f6badd52 {{(pid=108907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:58:24.050946 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bfd8ce-5058-477d-b457-fe348b7459f7 None None] Checking agent: {'id': '5eca9fcc-5dcd-4ee1-9579-22579284a65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 40, 43), 'started_at': datetime.datetime(2021, 12, 16, 15, 41, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:58:24.051329 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bfd8ce-5058-477d-b457-fe348b7459f7 None None] Checking segment: {'id': '4d17adbd-9d52-4527-981b-83acd5aabaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '51485203-00c5-419d-a44d-06f8f6badd52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:58:24.051870 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron_lib.callbacks.manager [None req-a2bfd8ce-5058-477d-b457-fe348b7459f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:24.052075 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bfd8ce-5058-477d-b457-fe348b7459f7 None None] Bound using segment: {'id': '4d17adbd-9d52-4527-981b-83acd5aabaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '51485203-00c5-419d-a44d-06f8f6badd52'} {{(pid=108907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:58:24.052534 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.plugins.ml2.managers [None req-a2bfd8ce-5058-477d-b457-fe348b7459f7 None None] Bound port: 9f5718ef-4003-4c8e-bdc0-695e63beab72, host: dv-cinder-784477-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d17adbd-9d52-4527-981b-83acd5aabaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '51485203-00c5-419d-a44d-06f8f6badd52'}}] {{(pid=108907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:58:24.052915 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron_lib.callbacks.manager [None req-a2bfd8ce-5058-477d-b457-fe348b7459f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:24.060260 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.db.db_base_plugin_common [None req-295d9052-c588-40b3-9596-d762ba48d896 admin admin] Allocated IP 172.20.0.1 (43c90473-3a50-4775-b7cd-8b0086ba9716/a7d4f4fd-be4a-4d10-81be-4f606c08125a/080fc35c-2959-4feb-bf97-ce2b32cb5bbe) {{(pid=108905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:58:24.120958 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.plugins.ml2.db [None req-a2bfd8ce-5058-477d-b457-fe348b7459f7 None None] For port 9f5718ef-4003-4c8e-bdc0-695e63beab72, host dv-cinder-784477-11-iscsi, cleared binding levels {{(pid=108907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:58:24.125870 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.plugins.ml2.db [None req-a2bfd8ce-5058-477d-b457-fe348b7459f7 None None] For port 9f5718ef-4003-4c8e-bdc0-695e63beab72, host dv-cinder-784477-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=9f5718ef-4003-4c8e-bdc0-695e63beab72,segment=NetworkSegment(4d17adbd-9d52-4527-981b-83acd5aabaf2),segment_id=4d17adbd-9d52-4527-981b-83acd5aabaf2)] {{(pid=108907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:58:24.131658 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron_lib.callbacks.manager [None req-a2bfd8ce-5058-477d-b457-fe348b7459f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:24.177653 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-295d9052-c588-40b3-9596-d762ba48d896 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:24.192139 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bfd8ce-5058-477d-b457-fe348b7459f7 None None] Routers {'68e04f17-8021-458d-a785-c4320c8bc0e6'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:58:24.192765 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-a2bfd8ce-5058-477d-b457-fe348b7459f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:58:09Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['68e04f17-8021-458d-a785-c4320c8bc0e6'], 'active': True} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:58:24.211654 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-295d9052-c588-40b3-9596-d762ba48d896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739691803594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5936052'] for port, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:24.255745 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295d9052-c588-40b3-9596-d762ba48d896 admin admin] Network 43c90473-3a50-4775-b7cd-8b0086ba9716 is already hosted by enough agents. {{(pid=108905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:58:24.258943 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.base_scheduler [None req-295d9052-c588-40b3-9596-d762ba48d896 admin admin] Resources bound (agent type, host, resource id): {{(pid=108905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:58:24.262867 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295d9052-c588-40b3-9596-d762ba48d896 admin admin] Received port after_create {{(pid=108905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:58:24.309964 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvr_db [None req-a2bfd8ce-5058-477d-b457-fe348b7459f7 None None] Set router 68e04f17-8021-458d-a785-c4320c8bc0e6 gateway port host: dv-cinder-784477-11-iscsi {{(pid=108907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:58:24.359274 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295d9052-c588-40b3-9596-d762ba48d896 admin admin] Pushing event updated for resources: {'Port': ['ID=080fc35c-2959-4feb-bf97-ce2b32cb5bbe,revision_number=1']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:24.392794 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-295d9052-c588-40b3-9596-d762ba48d896 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7874534'] for router_interface, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:24.510856 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-503f4e74-fb63-4855-9e7b-258536eaf854 None None] Publish callbacks [] for port, precommit_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:24.534185 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device 63b7db24-a554-48e6-868c-e98c6210cd07 up at agent ovs-agent-dv-cinder-784477-11-iscsi {{(pid=108906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:58:24.534502 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660abb39-7df1-4860-bb2a-7afa948d836f None None] Pushing event updated for resources: {'Port': ['ID=9f5718ef-4003-4c8e-bdc0-695e63beab72,revision_number=4']} {{(pid=108907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:24.540092 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-503f4e74-fb63-4855-9e7b-258536eaf854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:24.575461 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-295d9052-c588-40b3-9596-d762ba48d896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:24.627561 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-070b2887-c4f1-49e4-b370-8a30853ca756 None None] Provisioning complete for port 9f5718ef-4003-4c8e-bdc0-695e63beab72 triggered by entity DHCP. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:58:24.628030 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-070b2887-c4f1-49e4-b370-8a30853ca756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:24.636423 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-a2bfd8ce-5058-477d-b457-fe348b7459f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e04f17-8021-458d-a785-c4320c8bc0e6', 'name': 'tempest-TestMinimumBasicScenario-1739870643-router', 'tenant_id': 'a1354e5edc5f47ae9977e62b72cad47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '63b7db24-a554-48e6-868c-e98c6210cd07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:58:17Z', 'updated_at': '2021-12-16T15:58:19Z', 'revision_number': 4, 'project_id': 'a1354e5edc5f47ae9977e62b72cad47a', 'gw_port': {'id': '63b7db24-a554-48e6-868c-e98c6210cd07', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:5c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e04f17-8021-458d-a785-c4320c8bc0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:58:17Z', 'updated_at': '2021-12-16T15:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_interfaces': [{'id': '9f5718ef-4003-4c8e-bdc0-695e63beab72', 'name': '', 'network_id': '51485203-00c5-419d-a44d-06f8f6badd52', 'tenant_id': 'a1354e5edc5f47ae9977e62b72cad47a', 'mac_address': 'fa:16:3e:45:16:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e04f17-8021-458d-a785-c4320c8bc0e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '8c16216b-6f7d-4712-8924-1ef41f743499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:58:19Z', 'updated_at': '2021-12-16T15:58:24Z', 'revision_number': 4, 'project_id': 'a1354e5edc5f47ae9977e62b72cad47a', 'subnets': [{'id': '8c16216b-6f7d-4712-8924-1ef41f743499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:58:24.663947 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bfd8ce-5058-477d-b457-fe348b7459f7 None None] The sync data for ids ['68e04f17-8021-458d-a785-c4320c8bc0e6'] in dv-cinder-784477-11-iscsi is: [{'id': '68e04f17-8021-458d-a785-c4320c8bc0e6', 'name': 'tempest-TestMinimumBasicScenario-1739870643-router', 'tenant_id': 'a1354e5edc5f47ae9977e62b72cad47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '63b7db24-a554-48e6-868c-e98c6210cd07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:58:17Z', 'updated_at': '2021-12-16T15:58:19Z', 'revision_number': 4, 'project_id': 'a1354e5edc5f47ae9977e62b72cad47a', 'gw_port': {'id': '63b7db24-a554-48e6-868c-e98c6210cd07', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:5c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e04f17-8021-458d-a785-c4320c8bc0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:58:17Z', 'updated_at': '2021-12-16T15:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_interfaces': [{'id': '9f5718ef-4003-4c8e-bdc0-695e63beab72', 'name': '', 'network_id': '51485203-00c5-419d-a44d-06f8f6badd52', 'tenant_id': 'a1354e5edc5f47ae9977e62b72cad47a', 'mac_address': 'fa:16:3e:45:16:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e04f17-8021-458d-a785-c4320c8bc0e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '8c16216b-6f7d-4712-8924-1ef41f743499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:58:19Z', 'updated_at': '2021-12-16T15:58:24Z', 'revision_number': 4, 'project_id': 'a1354e5edc5f47ae9977e62b72cad47a', 'subnets': [{'id': '8c16216b-6f7d-4712-8924-1ef41f743499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:58:24.672631 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.managers [None req-503f4e74-fb63-4855-9e7b-258536eaf854 None None] Attempting to bind port c9db8df1-1a8f-4978-a881-6cad6a4a08bc on host dv-cinder-784477-11-iscsi for vnic_type normal with profile {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:58:24.673556 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.managers [None req-503f4e74-fb63-4855-9e7b-258536eaf854 None None] Attempting to bind port c9db8df1-1a8f-4978-a881-6cad6a4a08bc by drivers openvswitch,hyperv on host dv-cinder-784477-11-iscsi at level 0 using segments [{'id': '0390f958-c764-4c6b-ad22-4946ebfb354b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3'}] {{(pid=108906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:58:24.673927 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503f4e74-fb63-4855-9e7b-258536eaf854 None None] Attempting to bind port c9db8df1-1a8f-4978-a881-6cad6a4a08bc on network b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3 {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:58:24.679706 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8a9c68-9067-4e40-95ec-97cca7b1c57a None None] Pushing event updated for resources: {'Port': ['ID=c9db8df1-1a8f-4978-a881-6cad6a4a08bc,revision_number=2']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:24.691093 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503f4e74-fb63-4855-9e7b-258536eaf854 None None] Checking agent: {'id': '5eca9fcc-5dcd-4ee1-9579-22579284a65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 40, 43), 'started_at': datetime.datetime(2021, 12, 16, 15, 41, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:58:24.691463 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503f4e74-fb63-4855-9e7b-258536eaf854 None None] Checking segment: {'id': '0390f958-c764-4c6b-ad22-4946ebfb354b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:58:24.691866 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-503f4e74-fb63-4855-9e7b-258536eaf854 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:24.692693 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503f4e74-fb63-4855-9e7b-258536eaf854 None None] Bound using segment: {'id': '0390f958-c764-4c6b-ad22-4946ebfb354b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3'} {{(pid=108906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:58:24.692835 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.managers [None req-503f4e74-fb63-4855-9e7b-258536eaf854 None None] Bound port: c9db8df1-1a8f-4978-a881-6cad6a4a08bc, host: dv-cinder-784477-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0390f958-c764-4c6b-ad22-4946ebfb354b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3'}}] {{(pid=108906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:58:24.693205 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-503f4e74-fb63-4855-9e7b-258536eaf854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:24.733167 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Provisioning complete for port 63b7db24-a554-48e6-868c-e98c6210cd07 triggered by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:58:24.733806 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:24.752976 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-295d9052-c588-40b3-9596-d762ba48d896 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:24.758878 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-295d9052-c588-40b3-9596-d762ba48d896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5936077'] for port, after_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:24.811349 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-503f4e74-fb63-4855-9e7b-258536eaf854 None None] For port c9db8df1-1a8f-4978-a881-6cad6a4a08bc, host dv-cinder-784477-11-iscsi, cleared binding levels {{(pid=108906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:58:24.824189 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295d9052-c588-40b3-9596-d762ba48d896 admin admin] Pushing event updated for resources: {'Port': ['ID=080fc35c-2959-4feb-bf97-ce2b32cb5bbe,revision_number=2']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:24.828949 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-295d9052-c588-40b3-9596-d762ba48d896 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7902817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872854'] for router_interface, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:24.833681 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-503f4e74-fb63-4855-9e7b-258536eaf854 None None] For port c9db8df1-1a8f-4978-a881-6cad6a4a08bc, host dv-cinder-784477-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=c9db8df1-1a8f-4978-a881-6cad6a4a08bc,segment=NetworkSegment(0390f958-c764-4c6b-ad22-4946ebfb354b),segment_id=0390f958-c764-4c6b-ad22-4946ebfb354b)] {{(pid=108906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:58:24.841876 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-503f4e74-fb63-4855-9e7b-258536eaf854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:24.847539 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-070b2887-c4f1-49e4-b370-8a30853ca756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:24.926680 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295d9052-c588-40b3-9596-d762ba48d896 admin admin] Network 43c90473-3a50-4775-b7cd-8b0086ba9716 is already hosted by enough agents. {{(pid=108905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:58:24.928287 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.base_scheduler [None req-295d9052-c588-40b3-9596-d762ba48d896 admin admin] Resources bound (agent type, host, resource id): {{(pid=108905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:58:24.962071 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-070b2887-c4f1-49e4-b370-8a30853ca756 None None] For port 9f5718ef-4003-4c8e-bdc0-695e63beab72, host dv-cinder-784477-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=9f5718ef-4003-4c8e-bdc0-695e63beab72,segment=NetworkSegment(4d17adbd-9d52-4527-981b-83acd5aabaf2),segment_id=4d17adbd-9d52-4527-981b-83acd5aabaf2)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:58:24.965992 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8a9c68-9067-4e40-95ec-97cca7b1c57a None None] Pushing event updated for resources: {'Port': ['ID=c9db8df1-1a8f-4978-a881-6cad6a4a08bc,revision_number=3']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:24.973582 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-070b2887-c4f1-49e4-b370-8a30853ca756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:24.975220 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503f4e74-fb63-4855-9e7b-258536eaf854 None None] Routers {'8dd0813f-8c4f-41fe-b455-a618c491ef1e'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:58:24.975895 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-503f4e74-fb63-4855-9e7b-258536eaf854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:58:09Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['8dd0813f-8c4f-41fe-b455-a618c491ef1e'], 'active': True} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:58:24.981216 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device 303fbf10-b00e-4c70-95ff-8cb0305b7937 up at agent ovs-agent-dv-cinder-784477-11-iscsi {{(pid=108906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:58:25.057933 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-295d9052-c588-40b3-9596-d762ba48d896 admin admin] Router 8dd0813f-8c4f-41fe-b455-a618c491ef1e has already been hosted by L3 agent 53beefa8-37d8-48bc-b6da-d824d56f81c3 {{(pid=108905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:58:25.153361 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070b2887-c4f1-49e4-b370-8a30853ca756 None None] Pushing event updated for resources: {'Port': ['ID=9f5718ef-4003-4c8e-bdc0-695e63beab72,revision_number=5']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:25.179081 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-b464d8fd-0f1b-4423-86d8-67a0cd46af6d None None] Provisioning complete for port 080fc35c-2959-4feb-bf97-ce2b32cb5bbe triggered by entity DHCP. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:58:25.179372 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-b464d8fd-0f1b-4423-86d8-67a0cd46af6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:25.199196 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-295d9052-c588-40b3-9596-d762ba48d896 admin admin] Notify agent at l3_agent.dv-cinder-784477-11-iscsi the message routers_updated {{(pid=108905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:58:25.205952 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-295d9052-c588-40b3-9596-d762ba48d896 admin admin] 10.222.0.31 "PUT /v2.0/routers/8dd0813f-8c4f-41fe-b455-a618c491ef1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8090162 Dec 16 15:58:25.224041 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvr_db [None req-503f4e74-fb63-4855-9e7b-258536eaf854 None None] Set router 8dd0813f-8c4f-41fe-b455-a618c491ef1e gateway port host: dv-cinder-784477-11-iscsi {{(pid=108906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:58:25.270296 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Provisioning complete for port 303fbf10-b00e-4c70-95ff-8cb0305b7937 triggered by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:58:25.270676 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:25.305615 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-b464d8fd-0f1b-4423-86d8-67a0cd46af6d None None] Port 080fc35c-2959-4feb-bf97-ce2b32cb5bbe cannot update to ACTIVE because it is not bound. {{(pid=108906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:58:25.403660 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-b464d8fd-0f1b-4423-86d8-67a0cd46af6d None None] Provisioning complete for port 9f5718ef-4003-4c8e-bdc0-695e63beab72 triggered by entity DHCP. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:58:25.404032 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-b464d8fd-0f1b-4423-86d8-67a0cd46af6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:25.589852 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-503f4e74-fb63-4855-9e7b-258536eaf854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd0813f-8c4f-41fe-b455-a618c491ef1e', 'name': 'tempest-TestMinimumBasicScenario-453200826-router', 'tenant_id': '63040f002bf349cc9e3bc4db47562d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'c9db8df1-1a8f-4978-a881-6cad6a4a08bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:58:21Z', 'updated_at': '2021-12-16T15:58:24Z', 'revision_number': 4, 'project_id': '63040f002bf349cc9e3bc4db47562d29', 'gw_port': {'id': 'c9db8df1-1a8f-4978-a881-6cad6a4a08bc', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:28:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dd0813f-8c4f-41fe-b455-a618c491ef1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:58:22Z', 'updated_at': '2021-12-16T15:58:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_interfaces': [{'id': '080fc35c-2959-4feb-bf97-ce2b32cb5bbe', 'name': '', 'network_id': '43c90473-3a50-4775-b7cd-8b0086ba9716', 'tenant_id': '63040f002bf349cc9e3bc4db47562d29', 'mac_address': 'fa:16:3e:5b:e1:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dd0813f-8c4f-41fe-b455-a618c491ef1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'a7d4f4fd-be4a-4d10-81be-4f606c08125a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:58:23Z', 'updated_at': '2021-12-16T15:58:24Z', 'revision_number': 2, 'project_id': '63040f002bf349cc9e3bc4db47562d29', 'subnets': [{'id': 'a7d4f4fd-be4a-4d10-81be-4f606c08125a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:58:25.617080 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503f4e74-fb63-4855-9e7b-258536eaf854 None None] The sync data for ids ['8dd0813f-8c4f-41fe-b455-a618c491ef1e'] in dv-cinder-784477-11-iscsi is: [{'id': '8dd0813f-8c4f-41fe-b455-a618c491ef1e', 'name': 'tempest-TestMinimumBasicScenario-453200826-router', 'tenant_id': '63040f002bf349cc9e3bc4db47562d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'c9db8df1-1a8f-4978-a881-6cad6a4a08bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:58:21Z', 'updated_at': '2021-12-16T15:58:24Z', 'revision_number': 4, 'project_id': '63040f002bf349cc9e3bc4db47562d29', 'gw_port': {'id': 'c9db8df1-1a8f-4978-a881-6cad6a4a08bc', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:28:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dd0813f-8c4f-41fe-b455-a618c491ef1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:58:22Z', 'updated_at': '2021-12-16T15:58:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_interfaces': [{'id': '080fc35c-2959-4feb-bf97-ce2b32cb5bbe', 'name': '', 'network_id': '43c90473-3a50-4775-b7cd-8b0086ba9716', 'tenant_id': '63040f002bf349cc9e3bc4db47562d29', 'mac_address': 'fa:16:3e:5b:e1:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dd0813f-8c4f-41fe-b455-a618c491ef1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'a7d4f4fd-be4a-4d10-81be-4f606c08125a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:58:23Z', 'updated_at': '2021-12-16T15:58:24Z', 'revision_number': 2, 'project_id': '63040f002bf349cc9e3bc4db47562d29', 'subnets': [{'id': 'a7d4f4fd-be4a-4d10-81be-4f606c08125a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:58:25.699608 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-cd6024b1-0a28-440b-a235-92dd0f1c5342 None None] Provisioning complete for port 080fc35c-2959-4feb-bf97-ce2b32cb5bbe triggered by entity DHCP. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:58:25.699973 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-cd6024b1-0a28-440b-a235-92dd0f1c5342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:25.735490 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-cd6024b1-0a28-440b-a235-92dd0f1c5342 None None] Port 080fc35c-2959-4feb-bf97-ce2b32cb5bbe cannot update to ACTIVE because it is not bound. {{(pid=108906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:58:26.382353 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device 9f5718ef-4003-4c8e-bdc0-695e63beab72 up at agent ovs-agent-dv-cinder-784477-11-iscsi {{(pid=108906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:58:26.437376 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Provisioning complete for port 9f5718ef-4003-4c8e-bdc0-695e63beab72 triggered by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:58:26.437781 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:28.320990 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device c9db8df1-1a8f-4978-a881-6cad6a4a08bc up at agent ovs-agent-dv-cinder-784477-11-iscsi {{(pid=108906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:58:28.380933 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Provisioning complete for port c9db8df1-1a8f-4978-a881-6cad6a4a08bc triggered by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:58:28.381307 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:28.471179 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:28.492155 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] For port c9db8df1-1a8f-4978-a881-6cad6a4a08bc, host dv-cinder-784477-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=c9db8df1-1a8f-4978-a881-6cad6a4a08bc,segment=NetworkSegment(0390f958-c764-4c6b-ad22-4946ebfb354b),segment_id=0390f958-c764-4c6b-ad22-4946ebfb354b)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:58:28.496631 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:28.550790 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Pushing event updated for resources: {'Port': ['ID=c9db8df1-1a8f-4978-a881-6cad6a4a08bc,revision_number=4']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:28.637663 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300ad657-3d55-456f-92c5-30073edb0c91 None None] Sync routers for ids ['8dd0813f-8c4f-41fe-b455-a618c491ef1e'] in dv-cinder-784477-11-iscsi {{(pid=108907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:58:28.651170 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300ad657-3d55-456f-92c5-30073edb0c91 None None] Routers {'8dd0813f-8c4f-41fe-b455-a618c491ef1e'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:58:28.652165 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-300ad657-3d55-456f-92c5-30073edb0c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:58:09Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['8dd0813f-8c4f-41fe-b455-a618c491ef1e'], 'active': True} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:58:28.759915 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvr_db [None req-300ad657-3d55-456f-92c5-30073edb0c91 None None] Set router 8dd0813f-8c4f-41fe-b455-a618c491ef1e gateway port host: dv-cinder-784477-11-iscsi {{(pid=108907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:58:28.978398 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-300ad657-3d55-456f-92c5-30073edb0c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd0813f-8c4f-41fe-b455-a618c491ef1e', 'name': 'tempest-TestMinimumBasicScenario-453200826-router', 'tenant_id': '63040f002bf349cc9e3bc4db47562d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'c9db8df1-1a8f-4978-a881-6cad6a4a08bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:58:21Z', 'updated_at': '2021-12-16T15:58:24Z', 'revision_number': 4, 'project_id': '63040f002bf349cc9e3bc4db47562d29', 'gw_port': {'id': 'c9db8df1-1a8f-4978-a881-6cad6a4a08bc', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:28:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd0813f-8c4f-41fe-b455-a618c491ef1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:58:22Z', 'updated_at': '2021-12-16T15:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_interfaces': [{'id': '080fc35c-2959-4feb-bf97-ce2b32cb5bbe', 'name': '', 'network_id': '43c90473-3a50-4775-b7cd-8b0086ba9716', 'tenant_id': '63040f002bf349cc9e3bc4db47562d29', 'mac_address': 'fa:16:3e:5b:e1:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dd0813f-8c4f-41fe-b455-a618c491ef1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'a7d4f4fd-be4a-4d10-81be-4f606c08125a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:58:23Z', 'updated_at': '2021-12-16T15:58:24Z', 'revision_number': 2, 'project_id': '63040f002bf349cc9e3bc4db47562d29', 'subnets': [{'id': 'a7d4f4fd-be4a-4d10-81be-4f606c08125a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:58:29.006027 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300ad657-3d55-456f-92c5-30073edb0c91 None None] Checking router: 8dd0813f-8c4f-41fe-b455-a618c491ef1e for host: dv-cinder-784477-11-iscsi {{(pid=108907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:58:29.006375 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300ad657-3d55-456f-92c5-30073edb0c91 None None] Updating router 8dd0813f-8c4f-41fe-b455-a618c491ef1e port 080fc35c-2959-4feb-bf97-ce2b32cb5bbe binding host dv-cinder-784477-11-iscsi {{(pid=108907) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:58:29.036382 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron_lib.callbacks.manager [None req-300ad657-3d55-456f-92c5-30073edb0c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:29.315064 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron_lib.callbacks.manager [None req-300ad657-3d55-456f-92c5-30073edb0c91 None None] Publish callbacks [] for port, precommit_update {{(pid=108907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:29.321247 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron_lib.callbacks.manager [None req-300ad657-3d55-456f-92c5-30073edb0c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:29.392561 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a037a3ea-135a-47f2-98fd-416036368b4f None None] Pushing event updated for resources: {'Port': ['ID=080fc35c-2959-4feb-bf97-ce2b32cb5bbe,revision_number=3']} {{(pid=108907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:29.433015 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.plugins.ml2.managers [None req-300ad657-3d55-456f-92c5-30073edb0c91 None None] Attempting to bind port 080fc35c-2959-4feb-bf97-ce2b32cb5bbe on host dv-cinder-784477-11-iscsi for vnic_type normal with profile {{(pid=108907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:58:29.433439 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.plugins.ml2.managers [None req-300ad657-3d55-456f-92c5-30073edb0c91 None None] Attempting to bind port 080fc35c-2959-4feb-bf97-ce2b32cb5bbe by drivers openvswitch,hyperv on host dv-cinder-784477-11-iscsi at level 0 using segments [{'id': 'db01b0de-112b-48ca-8bb9-ae190f5cc36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '43c90473-3a50-4775-b7cd-8b0086ba9716'}] {{(pid=108907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:58:29.433807 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300ad657-3d55-456f-92c5-30073edb0c91 None None] Attempting to bind port 080fc35c-2959-4feb-bf97-ce2b32cb5bbe on network 43c90473-3a50-4775-b7cd-8b0086ba9716 {{(pid=108907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:58:29.439707 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300ad657-3d55-456f-92c5-30073edb0c91 None None] Checking agent: {'id': '5eca9fcc-5dcd-4ee1-9579-22579284a65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 40, 43), 'started_at': datetime.datetime(2021, 12, 16, 15, 41, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:58:29.440081 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300ad657-3d55-456f-92c5-30073edb0c91 None None] Checking segment: {'id': 'db01b0de-112b-48ca-8bb9-ae190f5cc36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '43c90473-3a50-4775-b7cd-8b0086ba9716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:58:29.440476 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron_lib.callbacks.manager [None req-300ad657-3d55-456f-92c5-30073edb0c91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:29.441455 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300ad657-3d55-456f-92c5-30073edb0c91 None None] Bound using segment: {'id': 'db01b0de-112b-48ca-8bb9-ae190f5cc36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '43c90473-3a50-4775-b7cd-8b0086ba9716'} {{(pid=108907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:58:29.442106 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.plugins.ml2.managers [None req-300ad657-3d55-456f-92c5-30073edb0c91 None None] Bound port: 080fc35c-2959-4feb-bf97-ce2b32cb5bbe, host: dv-cinder-784477-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db01b0de-112b-48ca-8bb9-ae190f5cc36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '43c90473-3a50-4775-b7cd-8b0086ba9716'}}] {{(pid=108907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:58:29.442488 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron_lib.callbacks.manager [None req-300ad657-3d55-456f-92c5-30073edb0c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:29.527996 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.plugins.ml2.db [None req-300ad657-3d55-456f-92c5-30073edb0c91 None None] For port 080fc35c-2959-4feb-bf97-ce2b32cb5bbe, host dv-cinder-784477-11-iscsi, cleared binding levels {{(pid=108907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:58:29.535328 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.plugins.ml2.db [None req-300ad657-3d55-456f-92c5-30073edb0c91 None None] For port 080fc35c-2959-4feb-bf97-ce2b32cb5bbe, host dv-cinder-784477-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=080fc35c-2959-4feb-bf97-ce2b32cb5bbe,segment=NetworkSegment(db01b0de-112b-48ca-8bb9-ae190f5cc36b),segment_id=db01b0de-112b-48ca-8bb9-ae190f5cc36b)] {{(pid=108907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:58:29.541039 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron_lib.callbacks.manager [None req-300ad657-3d55-456f-92c5-30073edb0c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:29.599514 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300ad657-3d55-456f-92c5-30073edb0c91 None None] Routers {'8dd0813f-8c4f-41fe-b455-a618c491ef1e'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:58:29.600149 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-300ad657-3d55-456f-92c5-30073edb0c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:58:09Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['8dd0813f-8c4f-41fe-b455-a618c491ef1e'], 'active': True} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:58:29.613930 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-df60c910-1c95-4b7d-8e09-c3fa0b205d5c None None] Provisioning complete for port 080fc35c-2959-4feb-bf97-ce2b32cb5bbe triggered by entity DHCP. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:58:29.614884 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-df60c910-1c95-4b7d-8e09-c3fa0b205d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:29.729917 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-df60c910-1c95-4b7d-8e09-c3fa0b205d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:29.778462 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-df60c910-1c95-4b7d-8e09-c3fa0b205d5c None None] For port 080fc35c-2959-4feb-bf97-ce2b32cb5bbe, host dv-cinder-784477-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=080fc35c-2959-4feb-bf97-ce2b32cb5bbe,segment=NetworkSegment(db01b0de-112b-48ca-8bb9-ae190f5cc36b),segment_id=db01b0de-112b-48ca-8bb9-ae190f5cc36b)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:58:29.784522 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-df60c910-1c95-4b7d-8e09-c3fa0b205d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:29.863318 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df60c910-1c95-4b7d-8e09-c3fa0b205d5c None None] Pushing event updated for resources: {'Port': ['ID=080fc35c-2959-4feb-bf97-ce2b32cb5bbe,revision_number=5']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:29.863671 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a037a3ea-135a-47f2-98fd-416036368b4f None None] Pushing event updated for resources: {'Port': ['ID=080fc35c-2959-4feb-bf97-ce2b32cb5bbe,revision_number=4']} {{(pid=108907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:29.880550 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvr_db [None req-300ad657-3d55-456f-92c5-30073edb0c91 None None] Set router 8dd0813f-8c4f-41fe-b455-a618c491ef1e gateway port host: dv-cinder-784477-11-iscsi {{(pid=108907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:58:29.912326 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-950e8678-60b7-4458-8b17-6b553bac7a68 None None] Provisioning complete for port 080fc35c-2959-4feb-bf97-ce2b32cb5bbe triggered by entity DHCP. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:58:29.913062 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-950e8678-60b7-4458-8b17-6b553bac7a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:30.153619 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-300ad657-3d55-456f-92c5-30073edb0c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd0813f-8c4f-41fe-b455-a618c491ef1e', 'name': 'tempest-TestMinimumBasicScenario-453200826-router', 'tenant_id': '63040f002bf349cc9e3bc4db47562d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'c9db8df1-1a8f-4978-a881-6cad6a4a08bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:58:21Z', 'updated_at': '2021-12-16T15:58:24Z', 'revision_number': 4, 'project_id': '63040f002bf349cc9e3bc4db47562d29', 'gw_port': {'id': 'c9db8df1-1a8f-4978-a881-6cad6a4a08bc', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:28:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd0813f-8c4f-41fe-b455-a618c491ef1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:58:22Z', 'updated_at': '2021-12-16T15:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_interfaces': [{'id': '080fc35c-2959-4feb-bf97-ce2b32cb5bbe', 'name': '', 'network_id': '43c90473-3a50-4775-b7cd-8b0086ba9716', 'tenant_id': '63040f002bf349cc9e3bc4db47562d29', 'mac_address': 'fa:16:3e:5b:e1:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dd0813f-8c4f-41fe-b455-a618c491ef1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'a7d4f4fd-be4a-4d10-81be-4f606c08125a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:58:23Z', 'updated_at': '2021-12-16T15:58:29Z', 'revision_number': 4, 'project_id': '63040f002bf349cc9e3bc4db47562d29', 'subnets': [{'id': 'a7d4f4fd-be4a-4d10-81be-4f606c08125a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:58:30.185613 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300ad657-3d55-456f-92c5-30073edb0c91 None None] The sync data for ids ['8dd0813f-8c4f-41fe-b455-a618c491ef1e'] in dv-cinder-784477-11-iscsi is: [{'id': '8dd0813f-8c4f-41fe-b455-a618c491ef1e', 'name': 'tempest-TestMinimumBasicScenario-453200826-router', 'tenant_id': '63040f002bf349cc9e3bc4db47562d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'c9db8df1-1a8f-4978-a881-6cad6a4a08bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:58:21Z', 'updated_at': '2021-12-16T15:58:24Z', 'revision_number': 4, 'project_id': '63040f002bf349cc9e3bc4db47562d29', 'gw_port': {'id': 'c9db8df1-1a8f-4978-a881-6cad6a4a08bc', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:28:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd0813f-8c4f-41fe-b455-a618c491ef1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:58:22Z', 'updated_at': '2021-12-16T15:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_interfaces': [{'id': '080fc35c-2959-4feb-bf97-ce2b32cb5bbe', 'name': '', 'network_id': '43c90473-3a50-4775-b7cd-8b0086ba9716', 'tenant_id': '63040f002bf349cc9e3bc4db47562d29', 'mac_address': 'fa:16:3e:5b:e1:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dd0813f-8c4f-41fe-b455-a618c491ef1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'a7d4f4fd-be4a-4d10-81be-4f606c08125a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:58:23Z', 'updated_at': '2021-12-16T15:58:29Z', 'revision_number': 4, 'project_id': '63040f002bf349cc9e3bc4db47562d29', 'subnets': [{'id': 'a7d4f4fd-be4a-4d10-81be-4f606c08125a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:58:30.344598 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device c9db8df1-1a8f-4978-a881-6cad6a4a08bc up at agent ovs-agent-dv-cinder-784477-11-iscsi {{(pid=108906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:58:30.407003 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Provisioning complete for port c9db8df1-1a8f-4978-a881-6cad6a4a08bc triggered by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:58:30.407286 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:30.623340 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device 080fc35c-2959-4feb-bf97-ce2b32cb5bbe up at agent ovs-agent-dv-cinder-784477-11-iscsi {{(pid=108906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:58:30.675401 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Provisioning complete for port 080fc35c-2959-4feb-bf97-ce2b32cb5bbe triggered by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:58:30.675755 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:34.918986 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c2075a-0aed-4d73-a940-8eeee48430b6 req-a6a7dcef-6884-4732-96ab-ce86628507a8 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:34.920453 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c2c2075a-0aed-4d73-a940-8eeee48430b6 req-a6a7dcef-6884-4732-96ab-ce86628507a8 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "GET /v2.0/networks?id=51485203-00c5-419d-a44d-06f8f6badd52 HTTP/1.1" status: 200 len: 815 time: 0.1036718 Dec 16 15:58:34.936361 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c2c2075a-0aed-4d73-a940-8eeee48430b6 req-5e725b72-4a42-42f6-8b2a-4140dfce47d9 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "GET /v2.0/quotas/a1354e5edc5f47ae9977e62b72cad47a HTTP/1.1" status: 200 len: 375 time: 0.0094757 Dec 16 15:58:34.988263 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c2c2075a-0aed-4d73-a940-8eeee48430b6 req-b0e7438c-10a1-4776-bb6f-01e5d3ee57fd tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a1354e5edc5f47ae9977e62b72cad47a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467145 Dec 16 15:58:35.095858 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c2c2075a-0aed-4d73-a940-8eeee48430b6 req-560ba633-6bfb-4825-af35-4c8d09d8fa5c service neutron] 10.222.0.31 "GET /v2.0/networks/51485203-00c5-419d-a44d-06f8f6badd52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952642 Dec 16 15:58:35.187680 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c2c2075a-0aed-4d73-a940-8eeee48430b6 req-997dfdf7-7b77-4c33-bff4-07159af6a6c4 service neutron] 10.222.0.31 "GET /v2.0/networks/51485203-00c5-419d-a44d-06f8f6badd52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853856 Dec 16 15:58:35.364463 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-70a93163-017f-41e9-a19c-f7c63b7adfd3 req-4c1cb9fa-3bfa-4c77-b057-0382bb50d31d tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "GET /v2.0/ports?device_id=93f606cd-8124-42ea-9e06-4ed5b5dcccc4 HTTP/1.1" status: 200 len: 210 time: 0.0375333 Dec 16 15:58:36.349516 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c2075a-0aed-4d73-a940-8eeee48430b6 req-943a5031-2e46-4691-bcf5-6340cdeaaa50 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:36.350971 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-c2c2075a-0aed-4d73-a940-8eeee48430b6 req-943a5031-2e46-4691-bcf5-6340cdeaaa50 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.66 "GET /v2.0/networks?id=51485203-00c5-419d-a44d-06f8f6badd52 HTTP/1.1" status: 200 len: 815 time: 0.0986063 Dec 16 15:58:36.365621 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.v2.base [req-c2c2075a-0aed-4d73-a940-8eeee48430b6 req-657f2f83-46a4-43d5-8bcb-7caa7ab8c561 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Request body: {'port': {'device_id': '93f606cd-8124-42ea-9e06-4ed5b5dcccc4', 'network_id': '51485203-00c5-419d-a44d-06f8f6badd52', 'admin_state_up': True, 'tenant_id': 'a1354e5edc5f47ae9977e62b72cad47a'}} {{(pid=108904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:58:36.463278 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-03329b1a-6aab-4d79-ad8b-7dad6f811f12 req-16681eab-8ae4-4df7-84e4-35f9c338702c tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "GET /v2.0/ports?device_id=93f606cd-8124-42ea-9e06-4ed5b5dcccc4 HTTP/1.1" status: 200 len: 210 time: 0.0296175 Dec 16 15:58:36.483144 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2c2075a-0aed-4d73-a940-8eeee48430b6 req-657f2f83-46a4-43d5-8bcb-7caa7ab8c561 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Made reservation on behalf of a1354e5edc5f47ae9977e62b72cad47a for: {'port': 1} {{(pid=108904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:58:36.487027 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-c2c2075a-0aed-4d73-a940-8eeee48430b6 req-657f2f83-46a4-43d5-8bcb-7caa7ab8c561 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:36.616234 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.db_base_plugin_common [req-c2c2075a-0aed-4d73-a940-8eeee48430b6 req-657f2f83-46a4-43d5-8bcb-7caa7ab8c561 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Allocated IP 172.20.0.12 (51485203-00c5-419d-a44d-06f8f6badd52/8c16216b-6f7d-4712-8924-1ef41f743499/8d78ebca-1e6d-4075-9f3a-6c637c11bc0e) {{(pid=108904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:58:36.631436 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-f7f3d4ed-a07b-45fe-9b07-978d4ee429a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:36.804587 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-c2c2075a-0aed-4d73-a940-8eeee48430b6 req-657f2f83-46a4-43d5-8bcb-7caa7ab8c561 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Publish callbacks [] for port, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:36.850626 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-c2c2075a-0aed-4d73-a940-8eeee48430b6 req-657f2f83-46a4-43d5-8bcb-7caa7ab8c561 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739691803594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4504497'] for port, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:36.905333 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2c2075a-0aed-4d73-a940-8eeee48430b6 req-657f2f83-46a4-43d5-8bcb-7caa7ab8c561 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Network 51485203-00c5-419d-a44d-06f8f6badd52 is already hosted by enough agents. {{(pid=108904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:58:36.917932 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.base_scheduler [req-c2c2075a-0aed-4d73-a940-8eeee48430b6 req-657f2f83-46a4-43d5-8bcb-7caa7ab8c561 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Resources bound (agent type, host, resource id): {{(pid=108904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:58:36.921909 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2c2075a-0aed-4d73-a940-8eeee48430b6 req-657f2f83-46a4-43d5-8bcb-7caa7ab8c561 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Received port after_create {{(pid=108904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:58:36.969600 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657f2f83-46a4-43d5-8bcb-7caa7ab8c561 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Pushing event updated for resources: {'Port': ['ID=8d78ebca-1e6d-4075-9f3a-6c637c11bc0e,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:37.004542 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c2075a-0aed-4d73-a940-8eeee48430b6 req-657f2f83-46a4-43d5-8bcb-7caa7ab8c561 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:37.005624 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-c2c2075a-0aed-4d73-a940-8eeee48430b6 req-657f2f83-46a4-43d5-8bcb-7caa7ab8c561 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294'] for port, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:37.028427 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-c2c2075a-0aed-4d73-a940-8eeee48430b6 req-657f2f83-46a4-43d5-8bcb-7caa7ab8c561 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6666565 Dec 16 15:58:37.203773 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-5690ec75-ee5b-4101-ae67-6202f3055b5b None None] Provisioning complete for port 8d78ebca-1e6d-4075-9f3a-6c637c11bc0e triggered by entity DHCP. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:58:37.204032 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-5690ec75-ee5b-4101-ae67-6202f3055b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:37.239645 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-5690ec75-ee5b-4101-ae67-6202f3055b5b None None] Port 8d78ebca-1e6d-4075-9f3a-6c637c11bc0e cannot update to ACTIVE because it is not bound. {{(pid=108906) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:58:37.582432 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d1056-f955-44f5-ba5c-ecfa833aa97c req-35b39845-899c-40a6-a0cd-be6b3c7ce5c1 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:37.583957 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-812d1056-f955-44f5-ba5c-ecfa833aa97c req-35b39845-899c-40a6-a0cd-be6b3c7ce5c1 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "GET /v2.0/ports?device_id=93f606cd-8124-42ea-9e06-4ed5b5dcccc4 HTTP/1.1" status: 200 len: 932 time: 0.0493219 Dec 16 15:58:37.633713 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-812d1056-f955-44f5-ba5c-ecfa833aa97c req-ecc6a8f8-4e7a-43ae-967d-f29993e8e71d tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "GET /v2.0/security-groups?id=218cf1bc-ea80-4e64-9454-1d29e8ff2c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427799 Dec 16 15:58:38.877191 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-dd5687d0-4578-49a7-86a4-4367a5d54afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:38.921791 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf866e3-a65c-4632-ba68-42da0b46e35b req-79b6cb73-b71b-44f1-bbc6-bf276a8f4ad6 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:38.923334 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-5cf866e3-a65c-4632-ba68-42da0b46e35b req-79b6cb73-b71b-44f1-bbc6-bf276a8f4ad6 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "GET /v2.0/ports?device_id=93f606cd-8124-42ea-9e06-4ed5b5dcccc4 HTTP/1.1" status: 200 len: 932 time: 0.2239127 Dec 16 15:58:38.974620 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-5cf866e3-a65c-4632-ba68-42da0b46e35b req-3b24e667-9acd-4442-9fa2-11141d3a0520 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "GET /v2.0/security-groups?id=218cf1bc-ea80-4e64-9454-1d29e8ff2c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448666 Dec 16 15:58:40.150050 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5dd36c-2fa0-4fc0-8a64-1559dfb1d823 req-57802844-1f3a-414a-a185-dc598dac1a2d tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:40.151549 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-9a5dd36c-2fa0-4fc0-8a64-1559dfb1d823 req-57802844-1f3a-414a-a185-dc598dac1a2d tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "GET /v2.0/ports?device_id=93f606cd-8124-42ea-9e06-4ed5b5dcccc4 HTTP/1.1" status: 200 len: 932 time: 0.1083081 Dec 16 15:58:40.199211 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-9a5dd36c-2fa0-4fc0-8a64-1559dfb1d823 req-1f1f32bd-e7db-4e72-923c-9c7ffaaae33e tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "GET /v2.0/security-groups?id=218cf1bc-ea80-4e64-9454-1d29e8ff2c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414209 Dec 16 15:58:40.540108 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-223b144f-a2e3-43d1-9ee0-793d55a0ef66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:41.309882 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-e6a1afc6-ab61-4c06-9aae-8bc4c5fea8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:41.333098 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614fb03-cbe5-4f0d-accc-b92bb8ae8659 req-bb8b1b15-22f3-4252-a204-09043dce1b95 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:41.334632 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-9614fb03-cbe5-4f0d-accc-b92bb8ae8659 req-bb8b1b15-22f3-4252-a204-09043dce1b95 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "GET /v2.0/ports?device_id=93f606cd-8124-42ea-9e06-4ed5b5dcccc4 HTTP/1.1" status: 200 len: 932 time: 0.0608530 Dec 16 15:58:41.390003 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-9614fb03-cbe5-4f0d-accc-b92bb8ae8659 req-eab7d0c4-fad4-4f5f-aace-8f946530a634 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "GET /v2.0/security-groups?id=218cf1bc-ea80-4e64-9454-1d29e8ff2c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487652 Dec 16 15:58:42.516349 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd0b22-d374-4e15-bc6d-c14ee118868c req-22959eb4-0140-44cb-a47e-05fdef3f6f4b tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:42.521214 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-43cd0b22-d374-4e15-bc6d-c14ee118868c req-22959eb4-0140-44cb-a47e-05fdef3f6f4b tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "GET /v2.0/ports?device_id=93f606cd-8124-42ea-9e06-4ed5b5dcccc4 HTTP/1.1" status: 200 len: 932 time: 0.0603864 Dec 16 15:58:42.572794 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-43cd0b22-d374-4e15-bc6d-c14ee118868c req-37fe8283-82ac-4431-b13e-8f00fea2b080 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "GET /v2.0/security-groups?id=218cf1bc-ea80-4e64-9454-1d29e8ff2c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480793 Dec 16 15:58:42.768292 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:43.014196 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.agents_db [None req-3e981004-2469-4169-a15f-e329d1e51356 None None] Agent healthcheck: found 6 active agents {{(pid=108907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:58:43.694230 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bdabc7-45fe-4c17-bc0a-7c3e48e9c802 req-e6ad9902-60b4-4190-af7f-20f39d7d0b62 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:43.695710 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-11bdabc7-45fe-4c17-bc0a-7c3e48e9c802 req-e6ad9902-60b4-4190-af7f-20f39d7d0b62 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "GET /v2.0/ports?device_id=93f606cd-8124-42ea-9e06-4ed5b5dcccc4 HTTP/1.1" status: 200 len: 932 time: 0.0484910 Dec 16 15:58:43.744784 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-11bdabc7-45fe-4c17-bc0a-7c3e48e9c802 req-2489d2ca-a34f-4499-9355-0af6d987ca29 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "GET /v2.0/security-groups?id=218cf1bc-ea80-4e64-9454-1d29e8ff2c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429547 Dec 16 15:58:44.875119 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db5720b-0e62-479e-90cf-f3c439d1b06c req-20869411-7d11-4b84-b3ca-f3a570904a0d tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:44.876633 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-7db5720b-0e62-479e-90cf-f3c439d1b06c req-20869411-7d11-4b84-b3ca-f3a570904a0d tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "GET /v2.0/ports?device_id=93f606cd-8124-42ea-9e06-4ed5b5dcccc4 HTTP/1.1" status: 200 len: 932 time: 0.0492580 Dec 16 15:58:44.924969 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-7db5720b-0e62-479e-90cf-f3c439d1b06c req-8c86dff5-a418-41f4-947b-5f0f73ee9a5a tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "GET /v2.0/security-groups?id=218cf1bc-ea80-4e64-9454-1d29e8ff2c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419166 Dec 16 15:58:46.044240 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519314ab-ebd8-44f2-ac03-6015ffcf9ad9 req-18adb41d-4980-441f-95e5-b2216033d79d tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:46.045704 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-519314ab-ebd8-44f2-ac03-6015ffcf9ad9 req-18adb41d-4980-441f-95e5-b2216033d79d tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "GET /v2.0/ports?device_id=93f606cd-8124-42ea-9e06-4ed5b5dcccc4 HTTP/1.1" status: 200 len: 932 time: 0.0532069 Dec 16 15:58:46.100028 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-519314ab-ebd8-44f2-ac03-6015ffcf9ad9 req-89d87fc3-5d7c-4649-9302-74f2aa5e7ee3 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "GET /v2.0/security-groups?id=218cf1bc-ea80-4e64-9454-1d29e8ff2c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478811 Dec 16 15:58:47.222977 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc970f-2ad5-4da7-8082-b251b3897102 req-e70f2105-e85e-44b0-bac1-bb8d19ec439a tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:47.224418 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-35bc970f-2ad5-4da7-8082-b251b3897102 req-e70f2105-e85e-44b0-bac1-bb8d19ec439a tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "GET /v2.0/ports?device_id=93f606cd-8124-42ea-9e06-4ed5b5dcccc4 HTTP/1.1" status: 200 len: 932 time: 0.0493155 Dec 16 15:58:47.274824 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-35bc970f-2ad5-4da7-8082-b251b3897102 req-e068471d-a86b-4247-b208-6f3629f74501 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "GET /v2.0/security-groups?id=218cf1bc-ea80-4e64-9454-1d29e8ff2c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412905 Dec 16 15:58:47.568443 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.v2.base [req-c2c2075a-0aed-4d73-a940-8eeee48430b6 req-6793d250-f05f-4165-b549-f93fe6d56ab5 service neutron] Request body: {'port': {'device_id': '93f606cd-8124-42ea-9e06-4ed5b5dcccc4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=108904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:58:47.623631 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-c2c2075a-0aed-4d73-a940-8eeee48430b6 req-6793d250-f05f-4165-b549-f93fe6d56ab5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:47.895446 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.notifiers.nova [req-c2c2075a-0aed-4d73-a940-8eeee48430b6 req-6793d250-f05f-4165-b549-f93fe6d56ab5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d78ebca-1e6d-4075-9f3a-6c637c11bc0e {{(pid=108904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:58:47.902825 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-c2c2075a-0aed-4d73-a940-8eeee48430b6 req-6793d250-f05f-4165-b549-f93fe6d56ab5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:47.914492 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.provisioning_blocks [req-c2c2075a-0aed-4d73-a940-8eeee48430b6 req-6793d250-f05f-4165-b549-f93fe6d56ab5 service neutron] Transition to ACTIVE for port object 8d78ebca-1e6d-4075-9f3a-6c637c11bc0e will not be triggered until provisioned by entity L2. {{(pid=108904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:58:47.920835 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-c2c2075a-0aed-4d73-a940-8eeee48430b6 req-6793d250-f05f-4165-b549-f93fe6d56ab5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4504520'] for port, after_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:47.972529 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6793d250-f05f-4165-b549-f93fe6d56ab5 service neutron] Pushing event updated for resources: {'Port': ['ID=8d78ebca-1e6d-4075-9f3a-6c637c11bc0e,revision_number=2']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:47.997097 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6793d250-f05f-4165-b549-f93fe6d56ab5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:58:47.997457 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6793d250-f05f-4165-b549-f93fe6d56ab5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:58:47.997800 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6793d250-f05f-4165-b549-f93fe6d56ab5 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:58:47.998146 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6793d250-f05f-4165-b549-f93fe6d56ab5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:58:47.998471 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6793d250-f05f-4165-b549-f93fe6d56ab5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:58:47.998783 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6793d250-f05f-4165-b549-f93fe6d56ab5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:58:47.999104 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6793d250-f05f-4165-b549-f93fe6d56ab5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:58:47.999424 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6793d250-f05f-4165-b549-f93fe6d56ab5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:58:47.999739 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6793d250-f05f-4165-b549-f93fe6d56ab5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:58:48.000056 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6793d250-f05f-4165-b549-f93fe6d56ab5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:58:48.000374 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6793d250-f05f-4165-b549-f93fe6d56ab5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:58:48.000687 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6793d250-f05f-4165-b549-f93fe6d56ab5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:58:48.001000 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6793d250-f05f-4165-b549-f93fe6d56ab5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:58:48.050432 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.managers [req-c2c2075a-0aed-4d73-a940-8eeee48430b6 req-6793d250-f05f-4165-b549-f93fe6d56ab5 service neutron] Attempting to bind port 8d78ebca-1e6d-4075-9f3a-6c637c11bc0e on host hv-cinder-78447 for vnic_type normal with profile {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:58:48.050730 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.managers [req-c2c2075a-0aed-4d73-a940-8eeee48430b6 req-6793d250-f05f-4165-b549-f93fe6d56ab5 service neutron] Attempting to bind port 8d78ebca-1e6d-4075-9f3a-6c637c11bc0e by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '4d17adbd-9d52-4527-981b-83acd5aabaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '51485203-00c5-419d-a44d-06f8f6badd52'}] {{(pid=108904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:58:48.051038 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c2075a-0aed-4d73-a940-8eeee48430b6 req-6793d250-f05f-4165-b549-f93fe6d56ab5 service neutron] Attempting to bind port 8d78ebca-1e6d-4075-9f3a-6c637c11bc0e on network 51485203-00c5-419d-a44d-06f8f6badd52 {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:58:48.055474 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c2075a-0aed-4d73-a940-8eeee48430b6 req-6793d250-f05f-4165-b549-f93fe6d56ab5 service neutron] Port 8d78ebca-1e6d-4075-9f3a-6c637c11bc0e on network 51485203-00c5-419d-a44d-06f8f6badd52 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:58:48.055671 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c2075a-0aed-4d73-a940-8eeee48430b6 req-6793d250-f05f-4165-b549-f93fe6d56ab5 service neutron] Attempting to bind port 8d78ebca-1e6d-4075-9f3a-6c637c11bc0e on network 51485203-00c5-419d-a44d-06f8f6badd52 {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:58:48.060936 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c2075a-0aed-4d73-a940-8eeee48430b6 req-6793d250-f05f-4165-b549-f93fe6d56ab5 service neutron] Checking agent: {'id': 'cc3d5e4c-e00e-4c48-b0f7-4cab06ea1ca9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 46, 48), 'started_at': datetime.datetime(2021, 12, 16, 15, 46, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:58:48.061259 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c2075a-0aed-4d73-a940-8eeee48430b6 req-6793d250-f05f-4165-b549-f93fe6d56ab5 service neutron] Checking segment: {'id': '4d17adbd-9d52-4527-981b-83acd5aabaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '51485203-00c5-419d-a44d-06f8f6badd52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:58:48.061664 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c2075a-0aed-4d73-a940-8eeee48430b6 req-6793d250-f05f-4165-b549-f93fe6d56ab5 service neutron] Bound using segment: {'id': '4d17adbd-9d52-4527-981b-83acd5aabaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '51485203-00c5-419d-a44d-06f8f6badd52'} {{(pid=108904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:58:48.062077 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.managers [req-c2c2075a-0aed-4d73-a940-8eeee48430b6 req-6793d250-f05f-4165-b549-f93fe6d56ab5 service neutron] Bound port: 8d78ebca-1e6d-4075-9f3a-6c637c11bc0e, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d17adbd-9d52-4527-981b-83acd5aabaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '51485203-00c5-419d-a44d-06f8f6badd52'}}] {{(pid=108904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:58:48.062422 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-c2c2075a-0aed-4d73-a940-8eeee48430b6 req-6793d250-f05f-4165-b549-f93fe6d56ab5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:48.129395 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.db [req-c2c2075a-0aed-4d73-a940-8eeee48430b6 req-6793d250-f05f-4165-b549-f93fe6d56ab5 service neutron] For port 8d78ebca-1e6d-4075-9f3a-6c637c11bc0e, host hv-cinder-78447, cleared binding levels {{(pid=108904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:58:48.132765 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.db [req-c2c2075a-0aed-4d73-a940-8eeee48430b6 req-6793d250-f05f-4165-b549-f93fe6d56ab5 service neutron] For port 8d78ebca-1e6d-4075-9f3a-6c637c11bc0e, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=8d78ebca-1e6d-4075-9f3a-6c637c11bc0e,segment=NetworkSegment(4d17adbd-9d52-4527-981b-83acd5aabaf2),segment_id=4d17adbd-9d52-4527-981b-83acd5aabaf2)] {{(pid=108904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:58:48.140426 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-c2c2075a-0aed-4d73-a940-8eeee48430b6 req-6793d250-f05f-4165-b549-f93fe6d56ab5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4504520'] for port, after_update {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:48.172205 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c2075a-0aed-4d73-a940-8eeee48430b6 req-6793d250-f05f-4165-b549-f93fe6d56ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:48.172775 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-c2c2075a-0aed-4d73-a940-8eeee48430b6 req-6793d250-f05f-4165-b549-f93fe6d56ab5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294'] for port, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:48.174424 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-c2c2075a-0aed-4d73-a940-8eeee48430b6 req-6793d250-f05f-4165-b549-f93fe6d56ab5 service neutron] 10.222.0.66 "PUT /v2.0/ports/8d78ebca-1e6d-4075-9f3a-6c637c11bc0e HTTP/1.1" status: 200 len: 1094 time: 0.6116548 Dec 16 15:58:48.179318 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93f606cd-8124-42ea-9e06-4ed5b5dcccc4', 'tag': '8d78ebca-1e6d-4075-9f3a-6c637c11bc0e'}] {{(pid=108904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:58:48.181857 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0a2cce90635460fa9ee7acd2d2298fc55a52ab45a9458d7253143d338a4b89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ea0945-5a85-4218-9192-a1d92d80af44" -d '{"events": [{"name": "network-changed", "server_uuid": "93f606cd-8124-42ea-9e06-4ed5b5dcccc4", "tag": "8d78ebca-1e6d-4075-9f3a-6c637c11bc0e"}]}' {{(pid=108904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:58:48.207456 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6793d250-f05f-4165-b549-f93fe6d56ab5 service neutron] Pushing event updated for resources: {'Port': ['ID=8d78ebca-1e6d-4075-9f3a-6c637c11bc0e,revision_number=3']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:48.228486 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-169389c0-782f-4b52-958d-77964cfc4236 x-openstack-request-id: req-169389c0-782f-4b52-958d-77964cfc4236 {{(pid=108904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:58:48.228851 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93f606cd-8124-42ea-9e06-4ed5b5dcccc4", "tag": "8d78ebca-1e6d-4075-9f3a-6c637c11bc0e", "status": "completed", "code": 200}]} {{(pid=108904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:58:48.229059 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-169389c0-782f-4b52-958d-77964cfc4236 {{(pid=108904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:58:48.229484 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93f606cd-8124-42ea-9e06-4ed5b5dcccc4', 'tag': '8d78ebca-1e6d-4075-9f3a-6c637c11bc0e', 'status': 'completed', 'code': 200} Dec 16 15:58:48.263794 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c2075a-0aed-4d73-a940-8eeee48430b6 req-cbef6c42-fbba-498f-aab4-3e6d1b7d1794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:48.265319 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-c2c2075a-0aed-4d73-a940-8eeee48430b6 req-cbef6c42-fbba-498f-aab4-3e6d1b7d1794 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a1354e5edc5f47ae9977e62b72cad47a&device_id=93f606cd-8124-42ea-9e06-4ed5b5dcccc4 HTTP/1.1" status: 200 len: 1097 time: 0.0473697 Dec 16 15:58:48.311786 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-c2c2075a-0aed-4d73-a940-8eeee48430b6 req-02617526-26b5-44f0-8b48-31afa230db1b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d78ebca-1e6d-4075-9f3a-6c637c11bc0e HTTP/1.1" status: 200 len: 217 time: 0.0383956 Dec 16 15:58:48.363008 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c2075a-0aed-4d73-a940-8eeee48430b6 req-31f4c5f6-130c-4d8d-900d-bfb354e116e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:48.364602 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-c2c2075a-0aed-4d73-a940-8eeee48430b6 req-31f4c5f6-130c-4d8d-900d-bfb354e116e9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8c16216b-6f7d-4712-8924-1ef41f743499 HTTP/1.1" status: 200 len: 854 time: 0.0453024 Dec 16 15:58:48.393960 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca324fd-0d72-42b1-a666-80600ec183da req-4108fa3f-c339-479a-9219-c9a006706645 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:48.395519 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-aca324fd-0d72-42b1-a666-80600ec183da req-4108fa3f-c339-479a-9219-c9a006706645 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "GET /v2.0/ports?device_id=93f606cd-8124-42ea-9e06-4ed5b5dcccc4 HTTP/1.1" status: 200 len: 944 time: 0.0532124 Dec 16 15:58:48.410889 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c2075a-0aed-4d73-a940-8eeee48430b6 req-5e4b3063-ab7d-4ebc-ab95-b88fd4139f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:48.412493 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-c2c2075a-0aed-4d73-a940-8eeee48430b6 req-5e4b3063-ab7d-4ebc-ab95-b88fd4139f34 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=51485203-00c5-419d-a44d-06f8f6badd52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0406106 Dec 16 15:58:48.441304 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-aca324fd-0d72-42b1-a666-80600ec183da req-5f452d5b-fe04-42bf-8891-c8e58b253264 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "GET /v2.0/security-groups?id=218cf1bc-ea80-4e64-9454-1d29e8ff2c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394204 Dec 16 15:58:48.506003 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-c2c2075a-0aed-4d73-a940-8eeee48430b6 req-22fcf08b-da5f-4116-b749-02bcd4bb64e6 service neutron] 10.222.0.66 "GET /v2.0/networks/51485203-00c5-419d-a44d-06f8f6badd52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863352 Dec 16 15:58:48.599273 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-c2c2075a-0aed-4d73-a940-8eeee48430b6 req-7a6d2a1e-6e3e-4028-bfc9-f4f849136309 service neutron] 10.222.0.66 "GET /v2.0/networks/51485203-00c5-419d-a44d-06f8f6badd52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859234 Dec 16 15:58:48.692997 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea0945-5a85-4218-9192-a1d92d80af44 req-e99d5935-4eae-4197-9f36-dfac0be51114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:48.694492 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-15ea0945-5a85-4218-9192-a1d92d80af44 req-e99d5935-4eae-4197-9f36-dfac0be51114 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a1354e5edc5f47ae9977e62b72cad47a&device_id=93f606cd-8124-42ea-9e06-4ed5b5dcccc4 HTTP/1.1" status: 200 len: 1097 time: 0.0415494 Dec 16 15:58:48.788280 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea0945-5a85-4218-9192-a1d92d80af44 req-e66daae1-a8bd-4859-86a8-a313430e2577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:48.789864 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-15ea0945-5a85-4218-9192-a1d92d80af44 req-e66daae1-a8bd-4859-86a8-a313430e2577 service neutron] 10.222.0.66 "GET /v2.0/networks?id=51485203-00c5-419d-a44d-06f8f6badd52 HTTP/1.1" status: 200 len: 916 time: 0.0878997 Dec 16 15:58:48.831951 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-15ea0945-5a85-4218-9192-a1d92d80af44 req-4795668f-f239-46a1-b793-58bb311cd9f2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d78ebca-1e6d-4075-9f3a-6c637c11bc0e HTTP/1.1" status: 200 len: 217 time: 0.0336130 Dec 16 15:58:48.890187 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea0945-5a85-4218-9192-a1d92d80af44 req-2cc54204-b7cd-4fb4-8809-b4215db148ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:48.891948 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-15ea0945-5a85-4218-9192-a1d92d80af44 req-2cc54204-b7cd-4fb4-8809-b4215db148ed service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8c16216b-6f7d-4712-8924-1ef41f743499 HTTP/1.1" status: 200 len: 854 time: 0.0530238 Dec 16 15:58:48.945030 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea0945-5a85-4218-9192-a1d92d80af44 req-40470165-aeaf-4108-96d5-832459fa4350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:48.946576 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-15ea0945-5a85-4218-9192-a1d92d80af44 req-40470165-aeaf-4108-96d5-832459fa4350 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=51485203-00c5-419d-a44d-06f8f6badd52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0471740 Dec 16 15:58:49.041428 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-15ea0945-5a85-4218-9192-a1d92d80af44 req-5503183f-eb0d-4f47-8b5d-ca1ebdebbe97 service neutron] 10.222.0.66 "GET /v2.0/networks/51485203-00c5-419d-a44d-06f8f6badd52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851378 Dec 16 15:58:49.137606 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-15ea0945-5a85-4218-9192-a1d92d80af44 req-cdd85672-0411-4b6c-902b-c84e8658365c service neutron] 10.222.0.66 "GET /v2.0/networks/51485203-00c5-419d-a44d-06f8f6badd52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883341 Dec 16 15:58:49.394154 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:49.565941 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210b70a3-826b-42d4-99d1-388d3ff833fb req-f74670ea-8c8d-4eb6-b010-939f1cb3e707 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:49.567407 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-210b70a3-826b-42d4-99d1-388d3ff833fb req-f74670ea-8c8d-4eb6-b010-939f1cb3e707 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "GET /v2.0/ports?device_id=93f606cd-8124-42ea-9e06-4ed5b5dcccc4 HTTP/1.1" status: 200 len: 944 time: 0.0490956 Dec 16 15:58:49.619200 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-210b70a3-826b-42d4-99d1-388d3ff833fb req-2289e8e6-5756-4fce-b633-f89f1c62c41a tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "GET /v2.0/security-groups?id=218cf1bc-ea80-4e64-9454-1d29e8ff2c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429103 Dec 16 15:58:49.635300 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-6520503d-174e-48d5-8979-4fbc5cc93011 req-47cfeaa2-600d-49f7-b954-88cce3089cc9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b60467c9-0dcb-419d-ab98-c48a36d7b7d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398717 Dec 16 15:58:49.719300 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6520503d-174e-48d5-8979-4fbc5cc93011 req-9b5ee4d5-3c98-4923-88bc-6aca16f5f89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:49.720659 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-6520503d-174e-48d5-8979-4fbc5cc93011 req-9b5ee4d5-3c98-4923-88bc-6aca16f5f89c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5afea3407ef84fafa658a82512fb4d24&device_id=b60467c9-0dcb-419d-ab98-c48a36d7b7d5 HTTP/1.1" status: 200 len: 1098 time: 0.0414035 Dec 16 15:58:49.826114 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6520503d-174e-48d5-8979-4fbc5cc93011 req-de630481-d753-4819-82e4-d3acd0c99c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:49.827559 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-6520503d-174e-48d5-8979-4fbc5cc93011 req-de630481-d753-4819-82e4-d3acd0c99c2d service neutron] 10.222.0.66 "GET /v2.0/networks?id=447cd8ca-a758-4b0d-966f-d4641376c8a8 HTTP/1.1" status: 200 len: 911 time: 0.0866995 Dec 16 15:58:49.890491 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-6520503d-174e-48d5-8979-4fbc5cc93011 req-68c00f4c-7edc-44d8-a520-f7446395c79d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8559e41-ad86-4e2d-963f-f8c7641fc223 HTTP/1.1" status: 200 len: 1000 time: 0.0562699 Dec 16 15:58:49.946801 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6520503d-174e-48d5-8979-4fbc5cc93011 req-cb8d89dd-fd29-4fc8-99ef-a4537698bc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:49.948234 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-6520503d-174e-48d5-8979-4fbc5cc93011 req-cb8d89dd-fd29-4fc8-99ef-a4537698bc2a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0c509f7a-4a9b-4a96-892a-b130ead11ed7 HTTP/1.1" status: 200 len: 849 time: 0.0508232 Dec 16 15:58:49.993045 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6520503d-174e-48d5-8979-4fbc5cc93011 req-449d0d75-6934-4345-8276-2ff90eadb5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:49.994446 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-6520503d-174e-48d5-8979-4fbc5cc93011 req-449d0d75-6934-4345-8276-2ff90eadb5a1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=447cd8ca-a758-4b0d-966f-d4641376c8a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0394368 Dec 16 15:58:50.081145 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-6520503d-174e-48d5-8979-4fbc5cc93011 req-f718f2ab-568e-444b-8ce4-6aeb0711238f service neutron] 10.222.0.66 "GET /v2.0/networks/447cd8ca-a758-4b0d-966f-d4641376c8a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782497 Dec 16 15:58:50.173651 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-6520503d-174e-48d5-8979-4fbc5cc93011 req-aece5198-9ac0-4671-86f0-c53a4a6ee0bf service neutron] 10.222.0.66 "GET /v2.0/networks/447cd8ca-a758-4b0d-966f-d4641376c8a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857847 Dec 16 15:58:50.744810 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4e584d-3fd8-4f1b-8c96-6ad32471108b req-ce3d2298-d3dd-4929-95d3-7aeb7b5a9b46 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:50.746299 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-df4e584d-3fd8-4f1b-8c96-6ad32471108b req-ce3d2298-d3dd-4929-95d3-7aeb7b5a9b46 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "GET /v2.0/ports?device_id=93f606cd-8124-42ea-9e06-4ed5b5dcccc4 HTTP/1.1" status: 200 len: 944 time: 0.0503688 Dec 16 15:58:50.799060 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-df4e584d-3fd8-4f1b-8c96-6ad32471108b req-b46ccd1d-e7f7-4775-acb8-f1e40ecf9c7e tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "GET /v2.0/security-groups?id=218cf1bc-ea80-4e64-9454-1d29e8ff2c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438406 Dec 16 15:58:51.644643 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device 8d78ebca-1e6d-4075-9f3a-6c637c11bc0e details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=108906) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:58:51.750362 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] For port 8d78ebca-1e6d-4075-9f3a-6c637c11bc0e, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=8d78ebca-1e6d-4075-9f3a-6c637c11bc0e,segment=NetworkSegment(4d17adbd-9d52-4527-981b-83acd5aabaf2),segment_id=4d17adbd-9d52-4527-981b-83acd5aabaf2)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:58:51.762070 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Returning: {'device': '8d78ebca-1e6d-4075-9f3a-6c637c11bc0e', 'network_id': '51485203-00c5-419d-a44d-06f8f6badd52', 'port_id': '8d78ebca-1e6d-4075-9f3a-6c637c11bc0e', 'mac_address': 'fa:16:3e:7e:27:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c16216b-6f7d-4712-8924-1ef41f743499', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108906) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:58:51.798422 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:51.811792 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.notifiers.nova [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d78ebca-1e6d-4075-9f3a-6c637c11bc0e {{(pid=108906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:58:51.831903 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] For port 8d78ebca-1e6d-4075-9f3a-6c637c11bc0e, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=8d78ebca-1e6d-4075-9f3a-6c637c11bc0e,segment=NetworkSegment(4d17adbd-9d52-4527-981b-83acd5aabaf2),segment_id=4d17adbd-9d52-4527-981b-83acd5aabaf2)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:58:51.837482 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:51.884195 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Pushing event updated for resources: {'Port': ['ID=8d78ebca-1e6d-4075-9f3a-6c637c11bc0e,revision_number=4']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:51.893231 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:58:51.893611 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:58:51.894020 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:58:51.894352 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:58:51.894680 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:58:51.895028 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:58:51.895357 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:58:51.895703 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:58:51.896022 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:58:51.896341 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:58:51.896691 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:58:51.897004 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:58:51.897317 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:58:51.915292 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8335a7-1fc0-4474-b18e-c2cc60cd8fdf req-2f650507-6fed-4188-8182-1d113f5d52dc tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:51.916743 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-5c8335a7-1fc0-4474-b18e-c2cc60cd8fdf req-2f650507-6fed-4188-8182-1d113f5d52dc tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "GET /v2.0/ports?device_id=93f606cd-8124-42ea-9e06-4ed5b5dcccc4 HTTP/1.1" status: 200 len: 945 time: 0.0496271 Dec 16 15:58:51.962710 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-5c8335a7-1fc0-4474-b18e-c2cc60cd8fdf req-2e43ea12-15ab-4bf9-8374-2bd14079eaa0 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "GET /v2.0/security-groups?id=218cf1bc-ea80-4e64-9454-1d29e8ff2c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398157 Dec 16 15:58:52.070850 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] get_ports_and_sgs() called for port_ids ['8d78ebca-1e6d-4075-9f3a-6c637c11bc0e'] {{(pid=108906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:58:53.088671 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e586d39-fa0e-41c5-b8e2-7f760d8ddaac req-dff1982e-fa25-4afd-af83-abcdae76eddc tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:53.090507 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-1e586d39-fa0e-41c5-b8e2-7f760d8ddaac req-dff1982e-fa25-4afd-af83-abcdae76eddc tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "GET /v2.0/ports?device_id=93f606cd-8124-42ea-9e06-4ed5b5dcccc4 HTTP/1.1" status: 200 len: 945 time: 0.0499470 Dec 16 15:58:53.139721 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-1e586d39-fa0e-41c5-b8e2-7f760d8ddaac req-646b8a1b-defe-4402-b83d-cbde88e4c84f tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "GET /v2.0/security-groups?id=218cf1bc-ea80-4e64-9454-1d29e8ff2c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406299 Dec 16 15:58:53.647462 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device 8d78ebca-1e6d-4075-9f3a-6c637c11bc0e up at agent hyperv_hv-cinder-78447 {{(pid=108906) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:58:53.710580 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Provisioning for port 8d78ebca-1e6d-4075-9f3a-6c637c11bc0e completed by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:58:53.714586 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Provisioning complete for port 8d78ebca-1e6d-4075-9f3a-6c637c11bc0e triggered by entity L2. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:58:53.714969 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:53.794657 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:53.816763 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93f606cd-8124-42ea-9e06-4ed5b5dcccc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d78ebca-1e6d-4075-9f3a-6c637c11bc0e'}] {{(pid=108906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:58:53.819054 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02b5cd720e1ebaa5714ffb0bc34871610594f2c4f6020a6f60f7cc29a5a8a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e98f4bc-e1ec-4dc4-b1f1-de0abd70ee05" -d '{"events": [{"server_uuid": "93f606cd-8124-42ea-9e06-4ed5b5dcccc4", "name": "network-vif-plugged", "status": "completed", "tag": "8d78ebca-1e6d-4075-9f3a-6c637c11bc0e"}]}' {{(pid=108906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:58:53.831366 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] For port 8d78ebca-1e6d-4075-9f3a-6c637c11bc0e, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=8d78ebca-1e6d-4075-9f3a-6c637c11bc0e,segment=NetworkSegment(4d17adbd-9d52-4527-981b-83acd5aabaf2),segment_id=4d17adbd-9d52-4527-981b-83acd5aabaf2)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:58:53.836596 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630'] for port, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:53.859189 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f58a1371-bbf3-484d-afd6-0ed9e8aae07f x-openstack-request-id: req-f58a1371-bbf3-484d-afd6-0ed9e8aae07f {{(pid=108906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:58:53.859476 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93f606cd-8124-42ea-9e06-4ed5b5dcccc4", "name": "network-vif-plugged", "status": "completed", "tag": "8d78ebca-1e6d-4075-9f3a-6c637c11bc0e", "code": 200}]} {{(pid=108906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:58:53.859701 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f58a1371-bbf3-484d-afd6-0ed9e8aae07f {{(pid=108906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:58:53.860099 dv-cinder-784477-11-iscsi neutron-server[108906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93f606cd-8124-42ea-9e06-4ed5b5dcccc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d78ebca-1e6d-4075-9f3a-6c637c11bc0e', 'code': 200} Dec 16 15:58:53.888139 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Pushing event updated for resources: {'Port': ['ID=8d78ebca-1e6d-4075-9f3a-6c637c11bc0e,revision_number=5']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:54.084873 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeff673e-31f0-4814-9ba9-59d82f279b9b req-8ab5547d-35ba-47fb-a5fb-f4da29fa0e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:54.086349 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-aeff673e-31f0-4814-9ba9-59d82f279b9b req-8ab5547d-35ba-47fb-a5fb-f4da29fa0e3f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=93f606cd-8124-42ea-9e06-4ed5b5dcccc4 HTTP/1.1" status: 200 len: 1099 time: 0.0911751 Dec 16 15:58:54.131752 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-aeff673e-31f0-4814-9ba9-59d82f279b9b req-7e966b0c-90b4-4885-b90e-b1fdf5217628 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=218cf1bc-ea80-4e64-9454-1d29e8ff2c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382037 Dec 16 15:58:54.540911 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7b64a7-31e2-43e3-920f-2cb1771fa684 req-5a7ae53e-fe6b-46ad-850c-de33ca090cc0 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:54.542412 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-0c7b64a7-31e2-43e3-920f-2cb1771fa684 req-5a7ae53e-fe6b-46ad-850c-de33ca090cc0 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "GET /v2.0/ports?device_id=93f606cd-8124-42ea-9e06-4ed5b5dcccc4 HTTP/1.1" status: 200 len: 946 time: 0.3287351 Dec 16 15:58:54.592834 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-0c7b64a7-31e2-43e3-920f-2cb1771fa684 req-f28f0d92-e643-4888-880a-3c7038cd457e tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "GET /v2.0/security-groups?id=218cf1bc-ea80-4e64-9454-1d29e8ff2c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415611 Dec 16 15:58:55.722266 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f377541e-f7d9-4741-b95d-dc4a066c1c96 req-113a43df-1eb4-434a-a12c-bc54fb7c43c9 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:55.723697 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-f377541e-f7d9-4741-b95d-dc4a066c1c96 req-113a43df-1eb4-434a-a12c-bc54fb7c43c9 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "GET /v2.0/ports?device_id=93f606cd-8124-42ea-9e06-4ed5b5dcccc4 HTTP/1.1" status: 200 len: 946 time: 0.0553770 Dec 16 15:58:55.769399 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-f377541e-f7d9-4741-b95d-dc4a066c1c96 req-1ecb8a72-cac1-4793-98f2-c159755e4ddb tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "GET /v2.0/security-groups?id=218cf1bc-ea80-4e64-9454-1d29e8ff2c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396485 Dec 16 15:58:55.886521 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d375d7-283f-4803-b27c-5e6605544196 req-6ae41fef-40ee-494b-8f1d-c0a72eb5531b tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:55.888032 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-22d375d7-283f-4803-b27c-5e6605544196 req-6ae41fef-40ee-494b-8f1d-c0a72eb5531b tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "GET /v2.0/ports?device_id=93f606cd-8124-42ea-9e06-4ed5b5dcccc4 HTTP/1.1" status: 200 len: 946 time: 0.0496521 Dec 16 15:58:55.939719 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-22d375d7-283f-4803-b27c-5e6605544196 req-149dfafa-8c8d-4af6-9f63-e377dfd812d3 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "GET /v2.0/security-groups?id=218cf1bc-ea80-4e64-9454-1d29e8ff2c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454092 Dec 16 15:58:56.257151 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd08391c-469b-4b49-9120-6787f76b7d95 req-73c47172-f635-408d-ab05-2cf053ebc506 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:56.258657 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-cd08391c-469b-4b49-9120-6787f76b7d95 req-73c47172-f635-408d-ab05-2cf053ebc506 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "GET /v2.0/ports?device_id=93f606cd-8124-42ea-9e06-4ed5b5dcccc4 HTTP/1.1" status: 200 len: 946 time: 0.0509582 Dec 16 15:58:56.309011 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-cd08391c-469b-4b49-9120-6787f76b7d95 req-3aa2c701-93cc-4720-8ca6-c525685e9303 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "GET /v2.0/security-groups?id=218cf1bc-ea80-4e64-9454-1d29e8ff2c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419333 Dec 16 15:59:04.715122 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca655b-1ccc-45c8-b513-6d9d4ed3aa31 req-121ef49d-8e51-424c-bdf4-cfd5693054ea tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:59:04.716576 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-dfca655b-1ccc-45c8-b513-6d9d4ed3aa31 req-121ef49d-8e51-424c-bdf4-cfd5693054ea tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "GET /v2.0/ports?device_id=93f606cd-8124-42ea-9e06-4ed5b5dcccc4 HTTP/1.1" status: 200 len: 946 time: 0.0581586 Dec 16 15:59:04.762530 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-dfca655b-1ccc-45c8-b513-6d9d4ed3aa31 req-8ad3a170-ff21-419f-9c6c-b85d3b2797d5 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "GET /v2.0/security-groups?id=218cf1bc-ea80-4e64-9454-1d29e8ff2c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399189 Dec 16 15:59:04.788739 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 45996) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:59:04.880892 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d34c65-f136-42e7-b35d-314a3293b3d8 tempest-TestMinimumBasicScenario-534918769 tempest-TestMinimumBasicScenario-534918769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:59:04.882474 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-64d34c65-f136-42e7-b35d-314a3293b3d8 tempest-TestMinimumBasicScenario-534918769 tempest-TestMinimumBasicScenario-534918769-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=93f606cd-8124-42ea-9e06-4ed5b5dcccc4 HTTP/1.1" status: 200 len: 1094 time: 0.0927765 Dec 16 15:59:04.887058 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 46000) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:59:04.894098 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.v2.base [None req-5403b354-e3fc-43aa-bfa4-b4c8ec95f00c tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Request body: {'floatingip': {'floating_network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'port_id': '8d78ebca-1e6d-4075-9f3a-6c637c11bc0e', 'tenant_id': 'a1354e5edc5f47ae9977e62b72cad47a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=108905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:59:04.922362 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-5403b354-e3fc-43aa-bfa4-b4c8ec95f00c tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Publish callbacks [] for floatingip, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:05.020560 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-5403b354-e3fc-43aa-bfa4-b4c8ec95f00c tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:05.125376 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.db.db_base_plugin_common [None req-5403b354-e3fc-43aa-bfa4-b4c8ec95f00c tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Allocated IP 172.27.1.4 (b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3/792909e7-e23c-4f0f-8575-fa43b44998bb/414c4925-0ac0-4736-a3ce-2c241086fcec) {{(pid=108905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:59:05.221664 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-5403b354-e3fc-43aa-bfa4-b4c8ec95f00c tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Publish callbacks [] for port, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:05.258223 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-5403b354-e3fc-43aa-bfa4-b4c8ec95f00c tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739691803594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5936052'] for port, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:05.299592 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5403b354-e3fc-43aa-bfa4-b4c8ec95f00c tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Network b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3 is already hosted by enough agents. {{(pid=108905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:59:05.302518 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.base_scheduler [None req-5403b354-e3fc-43aa-bfa4-b4c8ec95f00c tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Resources bound (agent type, host, resource id): {{(pid=108905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:59:05.306151 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5403b354-e3fc-43aa-bfa4-b4c8ec95f00c tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Received port after_create {{(pid=108905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:59:05.327426 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5403b354-e3fc-43aa-bfa4-b4c8ec95f00c tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Pushing event updated for resources: {'Port': ['ID=414c4925-0ac0-4736-a3ce-2c241086fcec,revision_number=1']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:59:05.339994 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5403b354-e3fc-43aa-bfa4-b4c8ec95f00c tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:59:05.340339 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5403b354-e3fc-43aa-bfa4-b4c8ec95f00c tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:59:05.340676 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5403b354-e3fc-43aa-bfa4-b4c8ec95f00c tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:59:05.341005 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5403b354-e3fc-43aa-bfa4-b4c8ec95f00c tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:59:05.341317 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5403b354-e3fc-43aa-bfa4-b4c8ec95f00c tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:59:05.341675 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5403b354-e3fc-43aa-bfa4-b4c8ec95f00c tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:59:05.341995 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5403b354-e3fc-43aa-bfa4-b4c8ec95f00c tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:59:05.342314 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5403b354-e3fc-43aa-bfa4-b4c8ec95f00c tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:59:05.342632 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5403b354-e3fc-43aa-bfa4-b4c8ec95f00c tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:59:05.342945 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5403b354-e3fc-43aa-bfa4-b4c8ec95f00c tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:59:05.343261 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5403b354-e3fc-43aa-bfa4-b4c8ec95f00c tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:59:05.343577 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5403b354-e3fc-43aa-bfa4-b4c8ec95f00c tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:59:05.343885 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5403b354-e3fc-43aa-bfa4-b4c8ec95f00c tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:59:05.680380 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-5403b354-e3fc-43aa-bfa4-b4c8ec95f00c tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:05.752309 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-5403b354-e3fc-43aa-bfa4-b4c8ec95f00c tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:05.902901 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-5403b354-e3fc-43aa-bfa4-b4c8ec95f00c tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Publish callbacks [] for port, precommit_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:05.909977 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-5403b354-e3fc-43aa-bfa4-b4c8ec95f00c tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5936077'] for port, after_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:05.973805 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5403b354-e3fc-43aa-bfa4-b4c8ec95f00c tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Pushing event updated for resources: {'Port': ['ID=414c4925-0ac0-4736-a3ce-2c241086fcec,revision_number=2']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:59:05.988423 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-5403b354-e3fc-43aa-bfa4-b4c8ec95f00c tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7874419'] for floatingip, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:06.090332 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.db.l3_db [None req-5403b354-e3fc-43aa-bfa4-b4c8ec95f00c tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Floating IP 013512f5-1b35-4f24-9884-6f2a19f6f481 associated. External IP: 172.27.1.4, port: 8d78ebca-1e6d-4075-9f3a-6c637c11bc0e. Dec 16 15:59:06.299401 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5403b354-e3fc-43aa-bfa4-b4c8ec95f00c tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Router 68e04f17-8021-458d-a785-c4320c8bc0e6 has already been hosted by L3 agent 53beefa8-37d8-48bc-b6da-d824d56f81c3 {{(pid=108905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:59:06.404713 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5403b354-e3fc-43aa-bfa4-b4c8ec95f00c tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Notify agent at l3_agent.dv-cinder-784477-11-iscsi the message routers_updated {{(pid=108905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:59:06.414968 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34382252-4318-404c-8403-00ac39c6d172 None None] Sync routers for ids ['68e04f17-8021-458d-a785-c4320c8bc0e6'] in dv-cinder-784477-11-iscsi {{(pid=108906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:59:06.424810 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-5403b354-e3fc-43aa-bfa4-b4c8ec95f00c tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294'] for floatingip, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:06.426219 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34382252-4318-404c-8403-00ac39c6d172 None None] Routers {'68e04f17-8021-458d-a785-c4320c8bc0e6'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:59:06.426859 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-34382252-4318-404c-8403-00ac39c6d172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:58:39Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['68e04f17-8021-458d-a785-c4320c8bc0e6'], 'active': True} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:59:06.453502 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-5403b354-e3fc-43aa-bfa4-b4c8ec95f00c tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5625618 Dec 16 15:59:06.453502 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93f606cd-8124-42ea-9e06-4ed5b5dcccc4', 'tag': '8d78ebca-1e6d-4075-9f3a-6c637c11bc0e'}] {{(pid=108905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:59:06.453818 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6427484bab23da45c698b4d929e4ad3874a49078d57181539d46633581fe494" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14378bc8-c80b-4b0a-ad73-e246e9f28d23" -d '{"events": [{"name": "network-changed", "server_uuid": "93f606cd-8124-42ea-9e06-4ed5b5dcccc4", "tag": "8d78ebca-1e6d-4075-9f3a-6c637c11bc0e"}]}' {{(pid=108905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:59:06.453945 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 46002) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:59:06.459337 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.v2.base [None req-f17b13c4-bc59-40b8-8151-452519510598 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1680142675', 'description': 'tempest-secgroup-smoke-1680142675 description', 'project_id': 'a1354e5edc5f47ae9977e62b72cad47a'}} {{(pid=108904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:59:06.490829 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e42d773-f7b1-4c4f-8dd1-4add939bf162 x-openstack-request-id: req-3e42d773-f7b1-4c4f-8dd1-4add939bf162 {{(pid=108905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:59:06.491095 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93f606cd-8124-42ea-9e06-4ed5b5dcccc4", "tag": "8d78ebca-1e6d-4075-9f3a-6c637c11bc0e", "status": "completed", "code": 200}]} {{(pid=108905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:59:06.491291 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3e42d773-f7b1-4c4f-8dd1-4add939bf162 {{(pid=108905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:59:06.491689 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93f606cd-8124-42ea-9e06-4ed5b5dcccc4', 'tag': '8d78ebca-1e6d-4075-9f3a-6c637c11bc0e', 'status': 'completed', 'code': 200} Dec 16 15:59:06.494952 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-f17b13c4-bc59-40b8-8151-452519510598 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Publish callbacks [] for security_group, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:06.535483 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvr_db [None req-34382252-4318-404c-8403-00ac39c6d172 None None] Set router 68e04f17-8021-458d-a785-c4320c8bc0e6 gateway port host: dv-cinder-784477-11-iscsi {{(pid=108906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:59:06.590001 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14378bc8-c80b-4b0a-ad73-e246e9f28d23 req-2c9a5f7b-55dc-4c20-9b0d-6d9c7b928006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:59:06.591516 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-14378bc8-c80b-4b0a-ad73-e246e9f28d23 req-2c9a5f7b-55dc-4c20-9b0d-6d9c7b928006 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a1354e5edc5f47ae9977e62b72cad47a&device_id=93f606cd-8124-42ea-9e06-4ed5b5dcccc4 HTTP/1.1" status: 200 len: 1099 time: 0.0712640 Dec 16 15:59:06.611101 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-f17b13c4-bc59-40b8-8151-452519510598 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Publish callbacks [] for security_group, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:06.622651 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-f17b13c4-bc59-40b8-8151-452519510598 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:06.648238 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-28e3c0b1-94a5-4e99-8e9b-976b1e21bb73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:06.686977 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-f17b13c4-bc59-40b8-8151-452519510598 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Publish callbacks [] for security_group, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:06.688680 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-f17b13c4-bc59-40b8-8151-452519510598 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2331953 Dec 16 15:59:06.691124 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17b13c4-bc59-40b8-8151-452519510598 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7460c71-8195-4086-92e0-d284a45d9ac6,revision_number=1']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:59:06.691677 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 46006) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:59:06.696710 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.v2.base [None req-8f921b7d-ac1c-4c18-8a4d-9cd51d3e29af tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Request body: {'security_group_rule': {'security_group_id': 'e7460c71-8195-4086-92e0-d284a45d9ac6', 'project_id': 'a1354e5edc5f47ae9977e62b72cad47a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:59:06.721589 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14378bc8-c80b-4b0a-ad73-e246e9f28d23 req-82a5461f-d12b-4654-8fb8-c1e6ac7a60d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:59:06.723256 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-14378bc8-c80b-4b0a-ad73-e246e9f28d23 req-82a5461f-d12b-4654-8fb8-c1e6ac7a60d7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=51485203-00c5-419d-a44d-06f8f6badd52 HTTP/1.1" status: 200 len: 916 time: 0.1217837 Dec 16 15:59:06.728688 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-8f921b7d-ac1c-4c18-8a4d-9cd51d3e29af tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:06.787130 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-8f921b7d-ac1c-4c18-8a4d-9cd51d3e29af tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:06.792198 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-8f921b7d-ac1c-4c18-8a4d-9cd51d3e29af tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004345'] for security_group_rule, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:06.796049 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-34382252-4318-404c-8403-00ac39c6d172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e04f17-8021-458d-a785-c4320c8bc0e6', 'name': 'tempest-TestMinimumBasicScenario-1739870643-router', 'tenant_id': 'a1354e5edc5f47ae9977e62b72cad47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '63b7db24-a554-48e6-868c-e98c6210cd07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:58:17Z', 'updated_at': '2021-12-16T15:58:19Z', 'revision_number': 4, 'project_id': 'a1354e5edc5f47ae9977e62b72cad47a', 'gw_port': {'id': '63b7db24-a554-48e6-868c-e98c6210cd07', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:5c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e04f17-8021-458d-a785-c4320c8bc0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:58:17Z', 'updated_at': '2021-12-16T15:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_floatingips': [{'id': '013512f5-1b35-4f24-9884-6f2a19f6f481', 'tenant_id': 'a1354e5edc5f47ae9977e62b72cad47a', 'floating_ip_address': '172.27.1.4', 'floating_network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'router_id': '68e04f17-8021-458d-a785-c4320c8bc0e6', 'port_id': '8d78ebca-1e6d-4075-9f3a-6c637c11bc0e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51485203-00c5-419d-a44d-06f8f6badd52', 'mac_address': 'fa:16:3e:7e:27:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f606cd-8124-42ea-9e06-4ed5b5dcccc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:59:05Z', 'updated_at': '2021-12-16T15:59:05Z', 'revision_number': 0, 'project_id': 'a1354e5edc5f47ae9977e62b72cad47a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f5718ef-4003-4c8e-bdc0-695e63beab72', 'name': '', 'network_id': '51485203-00c5-419d-a44d-06f8f6badd52', 'tenant_id': 'a1354e5edc5f47ae9977e62b72cad47a', 'mac_address': 'fa:16:3e:45:16:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e04f17-8021-458d-a785-c4320c8bc0e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '8c16216b-6f7d-4712-8924-1ef41f743499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:58:19Z', 'updated_at': '2021-12-16T15:58:24Z', 'revision_number': 5, 'project_id': 'a1354e5edc5f47ae9977e62b72cad47a', 'subnets': [{'id': '8c16216b-6f7d-4712-8924-1ef41f743499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:59:06.796513 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-14378bc8-c80b-4b0a-ad73-e246e9f28d23 req-636811b9-6070-4ca6-83b2-fb93b71f7830 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d78ebca-1e6d-4075-9f3a-6c637c11bc0e HTTP/1.1" status: 200 len: 998 time: 0.0652919 Dec 16 15:59:06.810913 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f921b7d-ac1c-4c18-8a4d-9cd51d3e29af tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8fb6da2-86af-4b09-922b-84c62ca2b7d8,revision_number=0']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:59:06.820937 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-8f921b7d-ac1c-4c18-8a4d-9cd51d3e29af tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:06.822289 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-8f921b7d-ac1c-4c18-8a4d-9cd51d3e29af tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1293967 Dec 16 15:59:06.824979 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 46008) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:59:06.829382 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.v2.base [None req-b4bc7fa4-8f8b-46ad-880f-e18996a0a780 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Request body: {'security_group_rule': {'security_group_id': 'e7460c71-8195-4086-92e0-d284a45d9ac6', 'project_id': 'a1354e5edc5f47ae9977e62b72cad47a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:59:06.831521 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34382252-4318-404c-8403-00ac39c6d172 None None] Checking router: 68e04f17-8021-458d-a785-c4320c8bc0e6 for host: dv-cinder-784477-11-iscsi {{(pid=108906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:59:06.842671 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34382252-4318-404c-8403-00ac39c6d172 None None] Routers {'68e04f17-8021-458d-a785-c4320c8bc0e6'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:59:06.843358 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-34382252-4318-404c-8403-00ac39c6d172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:58:39Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['68e04f17-8021-458d-a785-c4320c8bc0e6'], 'active': True} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:59:06.850428 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14378bc8-c80b-4b0a-ad73-e246e9f28d23 req-937a05a2-02a5-4178-877a-b688ea7b08ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:59:06.851990 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-14378bc8-c80b-4b0a-ad73-e246e9f28d23 req-937a05a2-02a5-4178-877a-b688ea7b08ee service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8c16216b-6f7d-4712-8924-1ef41f743499 HTTP/1.1" status: 200 len: 854 time: 0.0483797 Dec 16 15:59:06.860776 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-b4bc7fa4-8f8b-46ad-880f-e18996a0a780 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:06.903532 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14378bc8-c80b-4b0a-ad73-e246e9f28d23 req-5bb5d17b-3a7f-4c64-9e94-6b3338a800a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:59:06.905165 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-14378bc8-c80b-4b0a-ad73-e246e9f28d23 req-5bb5d17b-3a7f-4c64-9e94-6b3338a800a7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=51485203-00c5-419d-a44d-06f8f6badd52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0447352 Dec 16 15:59:06.917778 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [req-14378bc8-c80b-4b0a-ad73-e246e9f28d23 req-03fe7937-ce07-417b-a370-614ac74391ef service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=108904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:59:06.919054 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-14378bc8-c80b-4b0a-ad73-e246e9f28d23 req-03fe7937-ce07-417b-a370-614ac74391ef service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056584 Dec 16 15:59:06.922918 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-b4bc7fa4-8f8b-46ad-880f-e18996a0a780 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:06.927972 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-b4bc7fa4-8f8b-46ad-880f-e18996a0a780 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004345'] for security_group_rule, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:06.943972 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc7fa4-8f8b-46ad-880f-e18996a0a780 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76273767-251b-4645-b65f-c63cf1786e23,revision_number=0']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:59:06.955979 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-b4bc7fa4-8f8b-46ad-880f-e18996a0a780 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:06.959814 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-b4bc7fa4-8f8b-46ad-880f-e18996a0a780 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1312125 Dec 16 15:59:06.960167 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 46010) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:59:06.963001 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvr_db [None req-34382252-4318-404c-8403-00ac39c6d172 None None] Set router 68e04f17-8021-458d-a785-c4320c8bc0e6 gateway port host: dv-cinder-784477-11-iscsi {{(pid=108906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:59:06.965442 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.v2.base [None req-3d7c785b-f746-4fc6-9c60-2ba0bf820903 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Request body: {'security_group_rule': {'security_group_id': 'e7460c71-8195-4086-92e0-d284a45d9ac6', 'project_id': 'a1354e5edc5f47ae9977e62b72cad47a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:59:06.999452 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-3d7c785b-f746-4fc6-9c60-2ba0bf820903 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:07.026418 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-14378bc8-c80b-4b0a-ad73-e246e9f28d23 req-993b4ea5-aa4e-48f8-bbb6-07603b5a8f19 service neutron] 10.222.0.66 "GET /v2.0/networks/51485203-00c5-419d-a44d-06f8f6badd52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993133 Dec 16 15:59:07.056957 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-3d7c785b-f746-4fc6-9c60-2ba0bf820903 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:07.062151 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-3d7c785b-f746-4fc6-9c60-2ba0bf820903 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004345'] for security_group_rule, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:07.076488 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7c785b-f746-4fc6-9c60-2ba0bf820903 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99dd62ed-f6f5-4d80-8883-eeda77a47af3,revision_number=0']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:59:07.093319 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-3d7c785b-f746-4fc6-9c60-2ba0bf820903 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:07.097102 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-3d7c785b-f746-4fc6-9c60-2ba0bf820903 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1334338 Dec 16 15:59:07.097643 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 46012) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:59:07.102227 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.v2.base [None req-8551e890-7874-466a-a6a8-55d40fa188d3 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Request body: {'security_group_rule': {'security_group_id': 'e7460c71-8195-4086-92e0-d284a45d9ac6', 'project_id': 'a1354e5edc5f47ae9977e62b72cad47a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:59:07.139238 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-14378bc8-c80b-4b0a-ad73-e246e9f28d23 req-c976e6b4-6e6f-4bc0-89d2-2802d5ac3954 service neutron] 10.222.0.66 "GET /v2.0/networks/51485203-00c5-419d-a44d-06f8f6badd52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049669 Dec 16 15:59:07.150978 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-8551e890-7874-466a-a6a8-55d40fa188d3 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:07.197940 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-34382252-4318-404c-8403-00ac39c6d172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e04f17-8021-458d-a785-c4320c8bc0e6', 'name': 'tempest-TestMinimumBasicScenario-1739870643-router', 'tenant_id': 'a1354e5edc5f47ae9977e62b72cad47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '63b7db24-a554-48e6-868c-e98c6210cd07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:58:17Z', 'updated_at': '2021-12-16T15:58:19Z', 'revision_number': 4, 'project_id': 'a1354e5edc5f47ae9977e62b72cad47a', 'gw_port': {'id': '63b7db24-a554-48e6-868c-e98c6210cd07', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:5c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e04f17-8021-458d-a785-c4320c8bc0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:58:17Z', 'updated_at': '2021-12-16T15:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_floatingips': [{'id': '013512f5-1b35-4f24-9884-6f2a19f6f481', 'tenant_id': 'a1354e5edc5f47ae9977e62b72cad47a', 'floating_ip_address': '172.27.1.4', 'floating_network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'router_id': '68e04f17-8021-458d-a785-c4320c8bc0e6', 'port_id': '8d78ebca-1e6d-4075-9f3a-6c637c11bc0e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51485203-00c5-419d-a44d-06f8f6badd52', 'mac_address': 'fa:16:3e:7e:27:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f606cd-8124-42ea-9e06-4ed5b5dcccc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:59:05Z', 'updated_at': '2021-12-16T15:59:05Z', 'revision_number': 0, 'project_id': 'a1354e5edc5f47ae9977e62b72cad47a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f5718ef-4003-4c8e-bdc0-695e63beab72', 'name': '', 'network_id': '51485203-00c5-419d-a44d-06f8f6badd52', 'tenant_id': 'a1354e5edc5f47ae9977e62b72cad47a', 'mac_address': 'fa:16:3e:45:16:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e04f17-8021-458d-a785-c4320c8bc0e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '8c16216b-6f7d-4712-8924-1ef41f743499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:58:19Z', 'updated_at': '2021-12-16T15:58:24Z', 'revision_number': 5, 'project_id': 'a1354e5edc5f47ae9977e62b72cad47a', 'subnets': [{'id': '8c16216b-6f7d-4712-8924-1ef41f743499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:59:07.199032 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-8551e890-7874-466a-a6a8-55d40fa188d3 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:07.203750 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-8551e890-7874-466a-a6a8-55d40fa188d3 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004345'] for security_group_rule, after_create {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:07.224649 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8551e890-7874-466a-a6a8-55d40fa188d3 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db75ee52-1d50-44dc-b25a-f8ef1bd011c3,revision_number=0']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:59:07.226801 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34382252-4318-404c-8403-00ac39c6d172 None None] The sync data for ids ['68e04f17-8021-458d-a785-c4320c8bc0e6'] in dv-cinder-784477-11-iscsi is: [{'id': '68e04f17-8021-458d-a785-c4320c8bc0e6', 'name': 'tempest-TestMinimumBasicScenario-1739870643-router', 'tenant_id': 'a1354e5edc5f47ae9977e62b72cad47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '63b7db24-a554-48e6-868c-e98c6210cd07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:58:17Z', 'updated_at': '2021-12-16T15:58:19Z', 'revision_number': 4, 'project_id': 'a1354e5edc5f47ae9977e62b72cad47a', 'gw_port': {'id': '63b7db24-a554-48e6-868c-e98c6210cd07', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:5c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e04f17-8021-458d-a785-c4320c8bc0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:58:17Z', 'updated_at': '2021-12-16T15:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_floatingips': [{'id': '013512f5-1b35-4f24-9884-6f2a19f6f481', 'tenant_id': 'a1354e5edc5f47ae9977e62b72cad47a', 'floating_ip_address': '172.27.1.4', 'floating_network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'router_id': '68e04f17-8021-458d-a785-c4320c8bc0e6', 'port_id': '8d78ebca-1e6d-4075-9f3a-6c637c11bc0e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51485203-00c5-419d-a44d-06f8f6badd52', 'mac_address': 'fa:16:3e:7e:27:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f606cd-8124-42ea-9e06-4ed5b5dcccc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:59:05Z', 'updated_at': '2021-12-16T15:59:05Z', 'revision_number': 0, 'project_id': 'a1354e5edc5f47ae9977e62b72cad47a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f5718ef-4003-4c8e-bdc0-695e63beab72', 'name': '', 'network_id': '51485203-00c5-419d-a44d-06f8f6badd52', 'tenant_id': 'a1354e5edc5f47ae9977e62b72cad47a', 'mac_address': 'fa:16:3e:45:16:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e04f17-8021-458d-a785-c4320c8bc0e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '8c16216b-6f7d-4712-8924-1ef41f743499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:58:19Z', 'updated_at': '2021-12-16T15:58:24Z', 'revision_number': 5, 'project_id': 'a1354e5edc5f47ae9977e62b72cad47a', 'subnets': [{'id': '8c16216b-6f7d-4712-8924-1ef41f743499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:59:07.234276 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-8551e890-7874-466a-a6a8-55d40fa188d3 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:07.235539 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-8551e890-7874-466a-a6a8-55d40fa188d3 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1368692 Dec 16 15:59:07.238650 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 46014) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:59:07.243245 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.v2.base [None req-9d803608-fbaf-4109-b3cf-0144f78e8d8d tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Request body: {'security_group_rule': {'security_group_id': 'e7460c71-8195-4086-92e0-d284a45d9ac6', 'project_id': 'a1354e5edc5f47ae9977e62b72cad47a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:59:07.267713 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.db.securitygroups_db [None req-9d803608-fbaf-4109-b3cf-0144f78e8d8d tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Project a1354e5edc5f47ae9977e62b72cad47a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 15:59:07.272998 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-9d803608-fbaf-4109-b3cf-0144f78e8d8d tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:07.331097 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-9d803608-fbaf-4109-b3cf-0144f78e8d8d tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:07.335560 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-9d803608-fbaf-4109-b3cf-0144f78e8d8d tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004345'] for security_group_rule, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:07.353661 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d803608-fbaf-4109-b3cf-0144f78e8d8d tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b35a6930-73df-4c99-a0dd-c2815170f2f1,revision_number=0']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:59:07.363106 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-9d803608-fbaf-4109-b3cf-0144f78e8d8d tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:07.364310 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-9d803608-fbaf-4109-b3cf-0144f78e8d8d tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1246603 Dec 16 15:59:07.367187 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 46016) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:59:07.371680 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.v2.base [None req-988b5b96-b40b-48cd-bd33-bcc307537aac tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Request body: {'security_group_rule': {'security_group_id': 'e7460c71-8195-4086-92e0-d284a45d9ac6', 'project_id': 'a1354e5edc5f47ae9977e62b72cad47a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:59:07.395668 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.db.securitygroups_db [None req-988b5b96-b40b-48cd-bd33-bcc307537aac tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Project a1354e5edc5f47ae9977e62b72cad47a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 15:59:07.400903 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-988b5b96-b40b-48cd-bd33-bcc307537aac tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:07.421276 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea484da0-2e5f-45ca-90ff-bff936faa98d None None] New status for floating IP 013512f5-1b35-4f24-9884-6f2a19f6f481: ACTIVE {{(pid=108907) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 15:59:07.459632 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-988b5b96-b40b-48cd-bd33-bcc307537aac tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:07.466138 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-988b5b96-b40b-48cd-bd33-bcc307537aac tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004345'] for security_group_rule, after_create {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:07.485962 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b5b96-b40b-48cd-bd33-bcc307537aac tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eafeee76-5eba-498c-b6ad-b176063b5e09,revision_number=0']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:59:07.491601 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-988b5b96-b40b-48cd-bd33-bcc307537aac tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:07.492913 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-988b5b96-b40b-48cd-bd33-bcc307537aac tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1247251 Dec 16 15:59:07.590594 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-7a5bb1c0-8efd-4e8e-9037-401591d876d4 req-a201c36f-10ea-4cbc-b162-ae151a886838 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1680142675&fields=id&tenant_id=a1354e5edc5f47ae9977e62b72cad47a HTTP/1.1" status: 200 len: 267 time: 0.0525751 Dec 16 15:59:07.646598 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5bb1c0-8efd-4e8e-9037-401591d876d4 req-2801076e-fedd-4748-98c7-1b5b1a7f3c9a tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:59:07.648070 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-7a5bb1c0-8efd-4e8e-9037-401591d876d4 req-2801076e-fedd-4748-98c7-1b5b1a7f3c9a tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "GET /v2.0/ports?device_id=93f606cd-8124-42ea-9e06-4ed5b5dcccc4 HTTP/1.1" status: 200 len: 946 time: 0.0518675 Dec 16 15:59:07.659126 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.v2.base [req-7a5bb1c0-8efd-4e8e-9037-401591d876d4 req-f1fe67fe-00c0-4395-bbb7-0e413dfa04b3 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Request body: {'port': {'security_groups': ['218cf1bc-ea80-4e64-9454-1d29e8ff2c1c', 'e7460c71-8195-4086-92e0-d284a45d9ac6']}} {{(pid=108905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:59:07.723582 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-7a5bb1c0-8efd-4e8e-9037-401591d876d4 req-f1fe67fe-00c0-4395-bbb7-0e413dfa04b3 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:07.907226 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.db [req-7a5bb1c0-8efd-4e8e-9037-401591d876d4 req-f1fe67fe-00c0-4395-bbb7-0e413dfa04b3 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] For port 8d78ebca-1e6d-4075-9f3a-6c637c11bc0e, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=8d78ebca-1e6d-4075-9f3a-6c637c11bc0e,segment=NetworkSegment(4d17adbd-9d52-4527-981b-83acd5aabaf2),segment_id=4d17adbd-9d52-4527-981b-83acd5aabaf2)] {{(pid=108905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:59:07.935480 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-7a5bb1c0-8efd-4e8e-9037-401591d876d4 req-f1fe67fe-00c0-4395-bbb7-0e413dfa04b3 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Publish callbacks [] for port, precommit_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:07.942755 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-7a5bb1c0-8efd-4e8e-9037-401591d876d4 req-f1fe67fe-00c0-4395-bbb7-0e413dfa04b3 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5936077'] for port, after_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:07.954139 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] get_ports_and_sgs() called for port_ids ['8d78ebca-1e6d-4075-9f3a-6c637c11bc0e'] {{(pid=108906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:59:07.990492 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5bb1c0-8efd-4e8e-9037-401591d876d4 req-f1fe67fe-00c0-4395-bbb7-0e413dfa04b3 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:59:07.991123 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-7a5bb1c0-8efd-4e8e-9037-401591d876d4 req-f1fe67fe-00c0-4395-bbb7-0e413dfa04b3 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294'] for port, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:07.992477 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-7a5bb1c0-8efd-4e8e-9037-401591d876d4 req-f1fe67fe-00c0-4395-bbb7-0e413dfa04b3 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "PUT /v2.0/ports/8d78ebca-1e6d-4075-9f3a-6c637c11bc0e HTTP/1.1" status: 200 len: 982 time: 0.3377948 Dec 16 15:59:08.016110 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fe67fe-00c0-4395-bbb7-0e413dfa04b3 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Pushing event updated for resources: {'Port': ['ID=8d78ebca-1e6d-4075-9f3a-6c637c11bc0e,revision_number=6']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:59:08.076469 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] get_ports_and_sgs() called for port_ids ['8d78ebca-1e6d-4075-9f3a-6c637c11bc0e'] {{(pid=108906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:59:08.117486 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63897f64-d33a-441c-927f-65db1d1d9cef req-c00643b3-5225-4286-9354-86daa6850943 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:59:08.119386 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-63897f64-d33a-441c-927f-65db1d1d9cef req-c00643b3-5225-4286-9354-86daa6850943 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "GET /v2.0/ports?device_id=93f606cd-8124-42ea-9e06-4ed5b5dcccc4 HTTP/1.1" status: 200 len: 985 time: 0.0577021 Dec 16 15:59:08.185423 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-63897f64-d33a-441c-927f-65db1d1d9cef req-7392f42a-3fb4-4b1d-8b4e-f67053a3a002 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "GET /v2.0/security-groups?id=218cf1bc-ea80-4e64-9454-1d29e8ff2c1c&id=e7460c71-8195-4086-92e0-d284a45d9ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0591149 Dec 16 15:59:08.258738 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-f0ad6a61-5fe3-458d-a610-c211564d92fc None None] Provisioning complete for port 8d78ebca-1e6d-4075-9f3a-6c637c11bc0e triggered by entity DHCP. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:59:08.259109 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-f0ad6a61-5fe3-458d-a610-c211564d92fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:08.492968 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93f606cd-8124-42ea-9e06-4ed5b5dcccc4', 'tag': '8d78ebca-1e6d-4075-9f3a-6c637c11bc0e'}] {{(pid=108905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:59:08.495866 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6427484bab23da45c698b4d929e4ad3874a49078d57181539d46633581fe494" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-768e6dc8-923a-4570-b0f9-12e8b9694109" -d '{"events": [{"name": "network-changed", "server_uuid": "93f606cd-8124-42ea-9e06-4ed5b5dcccc4", "tag": "8d78ebca-1e6d-4075-9f3a-6c637c11bc0e"}]}' {{(pid=108905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:59:08.532479 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62cf2cd1-a7d2-4d90-b21a-ba4bef4663e2 x-openstack-request-id: req-62cf2cd1-a7d2-4d90-b21a-ba4bef4663e2 {{(pid=108905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:59:08.532775 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93f606cd-8124-42ea-9e06-4ed5b5dcccc4", "tag": "8d78ebca-1e6d-4075-9f3a-6c637c11bc0e", "status": "completed", "code": 200}]} {{(pid=108905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:59:08.533028 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-62cf2cd1-a7d2-4d90-b21a-ba4bef4663e2 {{(pid=108905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:59:08.533447 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93f606cd-8124-42ea-9e06-4ed5b5dcccc4', 'tag': '8d78ebca-1e6d-4075-9f3a-6c637c11bc0e', 'status': 'completed', 'code': 200} Dec 16 15:59:08.598886 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e6dc8-923a-4570-b0f9-12e8b9694109 req-6b190633-a241-4eec-bb30-5a404106fb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:59:08.600397 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-768e6dc8-923a-4570-b0f9-12e8b9694109 req-6b190633-a241-4eec-bb30-5a404106fb37 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a1354e5edc5f47ae9977e62b72cad47a&device_id=93f606cd-8124-42ea-9e06-4ed5b5dcccc4 HTTP/1.1" status: 200 len: 1138 time: 0.0424302 Dec 16 15:59:08.691411 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e6dc8-923a-4570-b0f9-12e8b9694109 req-d4bec5e7-6141-43c2-8c3f-a27375dca56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:59:08.692966 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-768e6dc8-923a-4570-b0f9-12e8b9694109 req-d4bec5e7-6141-43c2-8c3f-a27375dca56b service neutron] 10.222.0.66 "GET /v2.0/networks?id=51485203-00c5-419d-a44d-06f8f6badd52 HTTP/1.1" status: 200 len: 916 time: 0.0842848 Dec 16 15:59:08.762038 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-768e6dc8-923a-4570-b0f9-12e8b9694109 req-1d3d9a7b-996d-4f5b-a0f7-892ec536e745 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d78ebca-1e6d-4075-9f3a-6c637c11bc0e HTTP/1.1" status: 200 len: 1000 time: 0.0617518 Dec 16 15:59:08.812377 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e6dc8-923a-4570-b0f9-12e8b9694109 req-07e48c66-6fac-4555-9c59-16fe9a14a2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:59:08.813889 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-768e6dc8-923a-4570-b0f9-12e8b9694109 req-07e48c66-6fac-4555-9c59-16fe9a14a2dc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8c16216b-6f7d-4712-8924-1ef41f743499 HTTP/1.1" status: 200 len: 854 time: 0.0437775 Dec 16 15:59:08.861026 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e6dc8-923a-4570-b0f9-12e8b9694109 req-7518d527-e6ab-435a-ae72-3794c7c75678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:59:08.862561 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-768e6dc8-923a-4570-b0f9-12e8b9694109 req-7518d527-e6ab-435a-ae72-3794c7c75678 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=51485203-00c5-419d-a44d-06f8f6badd52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0404615 Dec 16 15:59:08.882258 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-589e63ec-1009-4489-9d28-2f443907a9e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:08.958818 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-768e6dc8-923a-4570-b0f9-12e8b9694109 req-6db16f76-9208-4442-9479-927548aee4a2 service neutron] 10.222.0.66 "GET /v2.0/networks/51485203-00c5-419d-a44d-06f8f6badd52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885835 Dec 16 15:59:09.051297 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-768e6dc8-923a-4570-b0f9-12e8b9694109 req-09a2371d-e438-4e98-a1ad-771eb5c44dfb service neutron] 10.222.0.66 "GET /v2.0/networks/51485203-00c5-419d-a44d-06f8f6badd52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829616 Dec 16 15:59:10.543006 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-223b144f-a2e3-43d1-9ee0-793d55a0ef66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:11.318244 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-e6a1afc6-ab61-4c06-9aae-8bc4c5fea8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:12.771319 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:19.387552 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:20.019346 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.agents_db [None req-3e981004-2469-4169-a15f-e329d1e51356 None None] Agent healthcheck: found 6 active agents {{(pid=108907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:59:22.358128 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 46030) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:59:22.523772 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.plugin [None req-411748ef-10bd-4456-bfef-d5544e5cbd75 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Deleting port b380eb1c-418b-4169-b0cd-c7e12a396280 {{(pid=108905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:59:22.524021 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-411748ef-10bd-4456-bfef-d5544e5cbd75 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739692165232'] for port, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:22.602009 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-411748ef-10bd-4456-bfef-d5544e5cbd75 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343270'] for port, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:22.602312 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-411748ef-10bd-4456-bfef-d5544e5cbd75 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:22.614996 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.plugin [None req-411748ef-10bd-4456-bfef-d5544e5cbd75 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Calling delete_port for b380eb1c-418b-4169-b0cd-c7e12a396280 owned by network:floatingip {{(pid=108905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:59:22.775994 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-411748ef-10bd-4456-bfef-d5544e5cbd75 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739692371923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739691803603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5936052'] for port, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:22.802258 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411748ef-10bd-4456-bfef-d5544e5cbd75 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Pushing event deleted for resources: {'Port': ['ID=b380eb1c-418b-4169-b0cd-c7e12a396280,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:59:22.859346 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-411748ef-10bd-4456-bfef-d5544e5cbd75 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks [] for floatingip, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:22.859703 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.db.l3_db [None req-411748ef-10bd-4456-bfef-d5544e5cbd75 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Floating IP a46933f1-1145-4e03-bae3-faed3fc1618d disassociated (deleted). External IP: 172.27.1.249, port: f51fbc3e-acde-4d09-b30a-784b2fecbdae. Dec 16 15:59:23.071509 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-411748ef-10bd-4456-bfef-d5544e5cbd75 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Router fc25fc87-3123-4072-8265-b8f4b6e11d31 has already been hosted by L3 agent 53beefa8-37d8-48bc-b6da-d824d56f81c3 {{(pid=108905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:59:23.178939 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-411748ef-10bd-4456-bfef-d5544e5cbd75 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Notify agent at l3_agent.dv-cinder-784477-11-iscsi the message routers_updated {{(pid=108905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:59:23.184378 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-411748ef-10bd-4456-bfef-d5544e5cbd75 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294'] for floatingip, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:23.189434 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ef05df-5286-49a0-9039-af0305b5c310 None None] Sync routers for ids ['fc25fc87-3123-4072-8265-b8f4b6e11d31'] in dv-cinder-784477-11-iscsi {{(pid=108906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:59:23.199721 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ef05df-5286-49a0-9039-af0305b5c310 None None] Routers {'fc25fc87-3123-4072-8265-b8f4b6e11d31'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:59:23.200409 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-52ef05df-5286-49a0-9039-af0305b5c310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:59:09Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['fc25fc87-3123-4072-8265-b8f4b6e11d31'], 'active': True} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:59:23.214365 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-411748ef-10bd-4456-bfef-d5544e5cbd75 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "DELETE /v2.0/floatingips/a46933f1-1145-4e03-bae3-faed3fc1618d HTTP/1.1" status: 204 len: 168 time: 0.8518977 Dec 16 15:59:23.214365 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8c9604f-bac4-43ac-865e-75e3a2edd325', 'tag': 'f51fbc3e-acde-4d09-b30a-784b2fecbdae'}] {{(pid=108905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:59:23.214923 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6427484bab23da45c698b4d929e4ad3874a49078d57181539d46633581fe494" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972a941f-7bf9-48a7-9ed6-68d039a57db3" -d '{"events": [{"name": "network-changed", "server_uuid": "b8c9604f-bac4-43ac-865e-75e3a2edd325", "tag": "f51fbc3e-acde-4d09-b30a-784b2fecbdae"}]}' {{(pid=108905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:59:23.260687 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f30e87-a049-4975-953a-01ce295d31e8 x-openstack-request-id: req-99f30e87-a049-4975-953a-01ce295d31e8 {{(pid=108905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:59:23.260976 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8c9604f-bac4-43ac-865e-75e3a2edd325", "tag": "f51fbc3e-acde-4d09-b30a-784b2fecbdae", "status": "completed", "code": 200}]} {{(pid=108905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:59:23.261222 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-99f30e87-a049-4975-953a-01ce295d31e8 {{(pid=108905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:59:23.261822 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8c9604f-bac4-43ac-865e-75e3a2edd325', 'tag': 'f51fbc3e-acde-4d09-b30a-784b2fecbdae', 'status': 'completed', 'code': 200} Dec 16 15:59:23.311206 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvr_db [None req-52ef05df-5286-49a0-9039-af0305b5c310 None None] Set router fc25fc87-3123-4072-8265-b8f4b6e11d31 gateway port host: dv-cinder-784477-11-iscsi {{(pid=108906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:59:23.325791 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972a941f-7bf9-48a7-9ed6-68d039a57db3 req-e0e58f1f-101e-4f42-85d1-5727b71518b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:59:23.327248 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-972a941f-7bf9-48a7-9ed6-68d039a57db3 req-e0e58f1f-101e-4f42-85d1-5727b71518b0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5afea3407ef84fafa658a82512fb4d24&device_id=b8c9604f-bac4-43ac-865e-75e3a2edd325 HTTP/1.1" status: 200 len: 1099 time: 0.0415840 Dec 16 15:59:23.439181 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972a941f-7bf9-48a7-9ed6-68d039a57db3 req-81d6658d-d885-44b3-8903-c689e6919f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:59:23.440795 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-972a941f-7bf9-48a7-9ed6-68d039a57db3 req-81d6658d-d885-44b3-8903-c689e6919f71 service neutron] 10.222.0.66 "GET /v2.0/networks?id=447cd8ca-a758-4b0d-966f-d4641376c8a8 HTTP/1.1" status: 200 len: 911 time: 0.0994756 Dec 16 15:59:23.448099 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c6f93e-424d-4d07-b5ad-01462916a8ff req-c2b4b2d9-aae0-4369-b74d-c67638e1cc23 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:59:23.449562 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c5c6f93e-424d-4d07-b5ad-01462916a8ff req-c2b4b2d9-aae0-4369-b74d-c67638e1cc23 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8c9604f-bac4-43ac-865e-75e3a2edd325 HTTP/1.1" status: 200 len: 946 time: 0.0520692 Dec 16 15:59:23.485894 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-972a941f-7bf9-48a7-9ed6-68d039a57db3 req-be592540-6472-445c-a71e-9dc72eeb42fd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f51fbc3e-acde-4d09-b30a-784b2fecbdae HTTP/1.1" status: 200 len: 217 time: 0.0351229 Dec 16 15:59:23.504941 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-c5c6f93e-424d-4d07-b5ad-01462916a8ff req-b5f9a682-68fe-49d8-a9e8-c39ecf95ff6c tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c4413e0-cf94-41c4-a331-21c96852544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481920 Dec 16 15:59:23.541719 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972a941f-7bf9-48a7-9ed6-68d039a57db3 req-aeb84f47-7704-455f-96f0-704d582bea30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:59:23.543193 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-972a941f-7bf9-48a7-9ed6-68d039a57db3 req-aeb84f47-7704-455f-96f0-704d582bea30 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0c509f7a-4a9b-4a96-892a-b130ead11ed7 HTTP/1.1" status: 200 len: 849 time: 0.0488191 Dec 16 15:59:23.553102 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-52ef05df-5286-49a0-9039-af0305b5c310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'name': 'tempest-TestVolumeBootPattern-56592982-router', 'tenant_id': '5afea3407ef84fafa658a82512fb4d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': 'ee98720f-5eae-49a4-bbf0-93e57252a7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:51:20Z', 'updated_at': '2021-12-16T15:51:25Z', 'revision_number': 4, 'project_id': '5afea3407ef84fafa658a82512fb4d24', 'gw_port': {'id': 'ee98720f-5eae-49a4-bbf0-93e57252a7c8', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:67:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:21Z', 'updated_at': '2021-12-16T15:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_floatingips': [{'id': '1c9b6c05-cbd5-4dad-b8ff-0ef9c216a9c0', 'tenant_id': '5afea3407ef84fafa658a82512fb4d24', 'floating_ip_address': '172.27.1.69', 'floating_network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'router_id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'port_id': 'f8559e41-ad86-4e2d-963f-f8c7641fc223', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '447cd8ca-a758-4b0d-966f-d4641376c8a8', 'mac_address': 'fa:16:3e:1c:67:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60467c9-0dcb-419d-ab98-c48a36d7b7d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:55:24Z', 'updated_at': '2021-12-16T15:55:26Z', 'revision_number': 1, 'project_id': '5afea3407ef84fafa658a82512fb4d24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63e3395e-8833-41d6-b461-2825dfc4c5ae', 'name': '', 'network_id': '447cd8ca-a758-4b0d-966f-d4641376c8a8', 'tenant_id': '5afea3407ef84fafa658a82512fb4d24', 'mac_address': 'fa:16:3e:40:10:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '0c509f7a-4a9b-4a96-892a-b130ead11ed7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:24Z', 'updated_at': '2021-12-16T15:51:35Z', 'revision_number': 5, 'project_id': '5afea3407ef84fafa658a82512fb4d24', 'subnets': [{'id': '0c509f7a-4a9b-4a96-892a-b130ead11ed7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:59:23.583009 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ef05df-5286-49a0-9039-af0305b5c310 None None] Checking router: fc25fc87-3123-4072-8265-b8f4b6e11d31 for host: dv-cinder-784477-11-iscsi {{(pid=108906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:59:23.589903 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972a941f-7bf9-48a7-9ed6-68d039a57db3 req-e3265327-b6a5-4404-b7af-15112c43155a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:59:23.591399 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-972a941f-7bf9-48a7-9ed6-68d039a57db3 req-e3265327-b6a5-4404-b7af-15112c43155a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=447cd8ca-a758-4b0d-966f-d4641376c8a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0393009 Dec 16 15:59:23.591738 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ef05df-5286-49a0-9039-af0305b5c310 None None] Routers {'fc25fc87-3123-4072-8265-b8f4b6e11d31'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:59:23.592347 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-52ef05df-5286-49a0-9039-af0305b5c310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:59:09Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['fc25fc87-3123-4072-8265-b8f4b6e11d31'], 'active': True} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:59:23.678331 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-972a941f-7bf9-48a7-9ed6-68d039a57db3 req-d62de0a6-74cd-4564-a3ba-2274599c937f service neutron] 10.222.0.66 "GET /v2.0/networks/447cd8ca-a758-4b0d-966f-d4641376c8a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791056 Dec 16 15:59:23.697442 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvr_db [None req-52ef05df-5286-49a0-9039-af0305b5c310 None None] Set router fc25fc87-3123-4072-8265-b8f4b6e11d31 gateway port host: dv-cinder-784477-11-iscsi {{(pid=108906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:59:23.778374 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-972a941f-7bf9-48a7-9ed6-68d039a57db3 req-f312d620-46b3-4db4-92d1-540b646dc1cb service neutron] 10.222.0.66 "GET /v2.0/networks/447cd8ca-a758-4b0d-966f-d4641376c8a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908990 Dec 16 15:59:23.922285 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-52ef05df-5286-49a0-9039-af0305b5c310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'name': 'tempest-TestVolumeBootPattern-56592982-router', 'tenant_id': '5afea3407ef84fafa658a82512fb4d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': 'ee98720f-5eae-49a4-bbf0-93e57252a7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:51:20Z', 'updated_at': '2021-12-16T15:51:25Z', 'revision_number': 4, 'project_id': '5afea3407ef84fafa658a82512fb4d24', 'gw_port': {'id': 'ee98720f-5eae-49a4-bbf0-93e57252a7c8', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:67:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:21Z', 'updated_at': '2021-12-16T15:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_floatingips': [{'id': '1c9b6c05-cbd5-4dad-b8ff-0ef9c216a9c0', 'tenant_id': '5afea3407ef84fafa658a82512fb4d24', 'floating_ip_address': '172.27.1.69', 'floating_network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'router_id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'port_id': 'f8559e41-ad86-4e2d-963f-f8c7641fc223', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '447cd8ca-a758-4b0d-966f-d4641376c8a8', 'mac_address': 'fa:16:3e:1c:67:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60467c9-0dcb-419d-ab98-c48a36d7b7d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:55:24Z', 'updated_at': '2021-12-16T15:55:26Z', 'revision_number': 1, 'project_id': '5afea3407ef84fafa658a82512fb4d24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63e3395e-8833-41d6-b461-2825dfc4c5ae', 'name': '', 'network_id': '447cd8ca-a758-4b0d-966f-d4641376c8a8', 'tenant_id': '5afea3407ef84fafa658a82512fb4d24', 'mac_address': 'fa:16:3e:40:10:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '0c509f7a-4a9b-4a96-892a-b130ead11ed7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:24Z', 'updated_at': '2021-12-16T15:51:35Z', 'revision_number': 5, 'project_id': '5afea3407ef84fafa658a82512fb4d24', 'subnets': [{'id': '0c509f7a-4a9b-4a96-892a-b130ead11ed7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:59:23.947883 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ef05df-5286-49a0-9039-af0305b5c310 None None] The sync data for ids ['fc25fc87-3123-4072-8265-b8f4b6e11d31'] in dv-cinder-784477-11-iscsi is: [{'id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'name': 'tempest-TestVolumeBootPattern-56592982-router', 'tenant_id': '5afea3407ef84fafa658a82512fb4d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': 'ee98720f-5eae-49a4-bbf0-93e57252a7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:51:20Z', 'updated_at': '2021-12-16T15:51:25Z', 'revision_number': 4, 'project_id': '5afea3407ef84fafa658a82512fb4d24', 'gw_port': {'id': 'ee98720f-5eae-49a4-bbf0-93e57252a7c8', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:67:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:21Z', 'updated_at': '2021-12-16T15:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_floatingips': [{'id': '1c9b6c05-cbd5-4dad-b8ff-0ef9c216a9c0', 'tenant_id': '5afea3407ef84fafa658a82512fb4d24', 'floating_ip_address': '172.27.1.69', 'floating_network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'router_id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'port_id': 'f8559e41-ad86-4e2d-963f-f8c7641fc223', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '447cd8ca-a758-4b0d-966f-d4641376c8a8', 'mac_address': 'fa:16:3e:1c:67:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60467c9-0dcb-419d-ab98-c48a36d7b7d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:55:24Z', 'updated_at': '2021-12-16T15:55:26Z', 'revision_number': 1, 'project_id': '5afea3407ef84fafa658a82512fb4d24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63e3395e-8833-41d6-b461-2825dfc4c5ae', 'name': '', 'network_id': '447cd8ca-a758-4b0d-966f-d4641376c8a8', 'tenant_id': '5afea3407ef84fafa658a82512fb4d24', 'mac_address': 'fa:16:3e:40:10:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '0c509f7a-4a9b-4a96-892a-b130ead11ed7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:24Z', 'updated_at': '2021-12-16T15:51:35Z', 'revision_number': 5, 'project_id': '5afea3407ef84fafa658a82512fb4d24', 'subnets': [{'id': '0c509f7a-4a9b-4a96-892a-b130ead11ed7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:59:24.159126 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d1efb8-da6b-434f-999d-1539f77c35d3 None None] New status for floating IP a46933f1-1145-4e03-bae3-faed3fc1618d: DOWN {{(pid=108907) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 15:59:24.633068 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11f2727-0fe5-4bbb-9997-4c5850fea657 req-34dbcc14-3dbe-4aa0-8b6d-7f8d8d201bcc tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:59:24.634541 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-d11f2727-0fe5-4bbb-9997-4c5850fea657 req-34dbcc14-3dbe-4aa0-8b6d-7f8d8d201bcc tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8c9604f-bac4-43ac-865e-75e3a2edd325 HTTP/1.1" status: 200 len: 946 time: 0.0561373 Dec 16 15:59:24.684849 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-d11f2727-0fe5-4bbb-9997-4c5850fea657 req-fbaf8808-35fb-413e-bf77-a66d430bd5c1 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c4413e0-cf94-41c4-a331-21c96852544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441818 Dec 16 15:59:24.997577 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f09924-a8b7-402c-9b46-d8680bd5f71a req-9b205de2-0ede-4047-af98-50b0765d874e tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:59:24.999034 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-70f09924-a8b7-402c-9b46-d8680bd5f71a req-9b205de2-0ede-4047-af98-50b0765d874e tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.66 "GET /v2.0/ports?device_id=b8c9604f-bac4-43ac-865e-75e3a2edd325 HTTP/1.1" status: 200 len: 946 time: 0.0587668 Dec 16 15:59:25.096986 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.plugin [req-70f09924-a8b7-402c-9b46-d8680bd5f71a req-89edfdc8-29ea-42fe-b5f1-553b7edd62ac tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Deleting port f51fbc3e-acde-4d09-b30a-784b2fecbdae {{(pid=108904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:59:25.097254 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-70f09924-a8b7-402c-9b46-d8680bd5f71a req-89edfdc8-29ea-42fe-b5f1-553b7edd62ac tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739692165232'] for port, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:25.182024 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.db [req-70f09924-a8b7-402c-9b46-d8680bd5f71a req-89edfdc8-29ea-42fe-b5f1-553b7edd62ac tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] For port f51fbc3e-acde-4d09-b30a-784b2fecbdae, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=f51fbc3e-acde-4d09-b30a-784b2fecbdae,segment=NetworkSegment(df5e76d4-1da3-4a3c-9738-349c23ab107b),segment_id=df5e76d4-1da3-4a3c-9738-349c23ab107b)] {{(pid=108904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:59:25.182345 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-70f09924-a8b7-402c-9b46-d8680bd5f71a req-89edfdc8-29ea-42fe-b5f1-553b7edd62ac tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343270'] for port, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:25.194341 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.plugin [req-70f09924-a8b7-402c-9b46-d8680bd5f71a req-89edfdc8-29ea-42fe-b5f1-553b7edd62ac tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Calling delete_port for f51fbc3e-acde-4d09-b30a-784b2fecbdae owned by compute:nova {{(pid=108904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:59:25.323529 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-70f09924-a8b7-402c-9b46-d8680bd5f71a req-89edfdc8-29ea-42fe-b5f1-553b7edd62ac tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739692371923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739691803603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4504497'] for port, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:25.350739 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89edfdc8-29ea-42fe-b5f1-553b7edd62ac tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Pushing event deleted for resources: {'Port': ['ID=f51fbc3e-acde-4d09-b30a-784b2fecbdae,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:59:25.392532 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [req-70f09924-a8b7-402c-9b46-d8680bd5f71a req-89edfdc8-29ea-42fe-b5f1-553b7edd62ac tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] No DVR routers for this DVR port f51fbc3e-acde-4d09-b30a-784b2fecbdae on host hv-cinder-78447 {{(pid=108904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:59:25.395105 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-70f09924-a8b7-402c-9b46-d8680bd5f71a req-89edfdc8-29ea-42fe-b5f1-553b7edd62ac tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294'] for port, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:25.398431 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-70f09924-a8b7-402c-9b46-d8680bd5f71a req-89edfdc8-29ea-42fe-b5f1-553b7edd62ac tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.66 "DELETE /v2.0/ports/f51fbc3e-acde-4d09-b30a-784b2fecbdae HTTP/1.1" status: 204 len: 173 time: 0.3916857 Dec 16 15:59:25.398854 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c9604f-bac4-43ac-865e-75e3a2edd325', 'name': 'network-vif-deleted', 'tag': 'f51fbc3e-acde-4d09-b30a-784b2fecbdae'}] {{(pid=108904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:59:25.401129 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0a2cce90635460fa9ee7acd2d2298fc55a52ab45a9458d7253143d338a4b89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1970fd1-2056-448c-932b-57c99525ea1c" -d '{"events": [{"server_uuid": "b8c9604f-bac4-43ac-865e-75e3a2edd325", "name": "network-vif-deleted", "tag": "f51fbc3e-acde-4d09-b30a-784b2fecbdae"}]}' {{(pid=108904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:59:25.502866 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77db9bf5-75eb-48b2-b90a-8a9ec694aa82 x-openstack-request-id: req-77db9bf5-75eb-48b2-b90a-8a9ec694aa82 {{(pid=108904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:59:25.503158 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8c9604f-bac4-43ac-865e-75e3a2edd325", "name": "network-vif-deleted", "tag": "f51fbc3e-acde-4d09-b30a-784b2fecbdae", "status": "completed", "code": 200}]} {{(pid=108904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:59:25.503429 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-77db9bf5-75eb-48b2-b90a-8a9ec694aa82 {{(pid=108904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:59:25.503824 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8c9604f-bac4-43ac-865e-75e3a2edd325', 'name': 'network-vif-deleted', 'tag': 'f51fbc3e-acde-4d09-b30a-784b2fecbdae', 'status': 'completed', 'code': 200} Dec 16 15:59:25.801952 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-9a55d17b-7b6f-4a26-b484-49e7e2fbb622 req-a334e062-bc88-44d3-b497-732ae746d2b4 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8c9604f-bac4-43ac-865e-75e3a2edd325 HTTP/1.1" status: 200 len: 210 time: 0.0291748 Dec 16 15:59:29.106311 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 46062) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:59:29.264874 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.plugin [None req-26d6ceae-b634-4e96-9ddc-662051aaec20 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Deleting port 3cf9b6f0-5bf9-4441-875e-e9c0dc34b850 {{(pid=108904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:59:29.265187 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-26d6ceae-b634-4e96-9ddc-662051aaec20 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739692165232'] for port, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:29.346519 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-26d6ceae-b634-4e96-9ddc-662051aaec20 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343270'] for port, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:29.346769 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-26d6ceae-b634-4e96-9ddc-662051aaec20 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:29.358476 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.plugin [None req-26d6ceae-b634-4e96-9ddc-662051aaec20 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Calling delete_port for 3cf9b6f0-5bf9-4441-875e-e9c0dc34b850 owned by network:floatingip {{(pid=108904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:59:29.792009 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-26d6ceae-b634-4e96-9ddc-662051aaec20 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739692371923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739691803603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4504497'] for port, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:29.823239 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d6ceae-b634-4e96-9ddc-662051aaec20 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Pushing event deleted for resources: {'Port': ['ID=3cf9b6f0-5bf9-4441-875e-e9c0dc34b850,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:59:29.835036 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device f51fbc3e-acde-4d09-b30a-784b2fecbdae no longer exists at agent hyperv_hv-cinder-78447 {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:59:29.856032 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] No Port match for: f51fbc3e-acde-4d09-b30a-784b2fecbdae {{(pid=108906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:59:29.856390 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device f51fbc3e-acde-4d09-b30a-784b2fecbdae not bound to the agent host hv-cinder-78447 {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:59:29.878250 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-26d6ceae-b634-4e96-9ddc-662051aaec20 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks [] for floatingip, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:29.878682 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.db.l3_db [None req-26d6ceae-b634-4e96-9ddc-662051aaec20 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Floating IP 1c9b6c05-cbd5-4dad-b8ff-0ef9c216a9c0 disassociated (deleted). External IP: 172.27.1.69, port: f8559e41-ad86-4e2d-963f-f8c7641fc223. Dec 16 15:59:30.090942 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26d6ceae-b634-4e96-9ddc-662051aaec20 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Router fc25fc87-3123-4072-8265-b8f4b6e11d31 has already been hosted by L3 agent 53beefa8-37d8-48bc-b6da-d824d56f81c3 {{(pid=108904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:59:30.203217 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26d6ceae-b634-4e96-9ddc-662051aaec20 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Notify agent at l3_agent.dv-cinder-784477-11-iscsi the message routers_updated {{(pid=108904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:59:30.210790 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-26d6ceae-b634-4e96-9ddc-662051aaec20 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294'] for floatingip, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:30.217265 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3987b7-e517-4d81-b7d9-235dd0f6f751 None None] Sync routers for ids ['fc25fc87-3123-4072-8265-b8f4b6e11d31'] in dv-cinder-784477-11-iscsi {{(pid=108906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:59:30.227735 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3987b7-e517-4d81-b7d9-235dd0f6f751 None None] Routers {'fc25fc87-3123-4072-8265-b8f4b6e11d31'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:59:30.228325 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-5e3987b7-e517-4d81-b7d9-235dd0f6f751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:59:09Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['fc25fc87-3123-4072-8265-b8f4b6e11d31'], 'active': True} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:59:30.241030 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-26d6ceae-b634-4e96-9ddc-662051aaec20 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "DELETE /v2.0/floatingips/1c9b6c05-cbd5-4dad-b8ff-0ef9c216a9c0 HTTP/1.1" status: 204 len: 168 time: 1.1312144 Dec 16 15:59:30.241030 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b60467c9-0dcb-419d-ab98-c48a36d7b7d5', 'tag': 'f8559e41-ad86-4e2d-963f-f8c7641fc223'}] {{(pid=108904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:59:30.241582 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0a2cce90635460fa9ee7acd2d2298fc55a52ab45a9458d7253143d338a4b89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee8395d-7726-4cf9-b476-17c034259d82" -d '{"events": [{"name": "network-changed", "server_uuid": "b60467c9-0dcb-419d-ab98-c48a36d7b7d5", "tag": "f8559e41-ad86-4e2d-963f-f8c7641fc223"}]}' {{(pid=108904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:59:30.281246 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a187e9-b134-451b-811c-9a9ae7010aca x-openstack-request-id: req-d0a187e9-b134-451b-811c-9a9ae7010aca {{(pid=108904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:59:30.281559 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b60467c9-0dcb-419d-ab98-c48a36d7b7d5", "tag": "f8559e41-ad86-4e2d-963f-f8c7641fc223", "status": "completed", "code": 200}]} {{(pid=108904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:59:30.281807 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d0a187e9-b134-451b-811c-9a9ae7010aca {{(pid=108904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:59:30.282200 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b60467c9-0dcb-419d-ab98-c48a36d7b7d5', 'tag': 'f8559e41-ad86-4e2d-963f-f8c7641fc223', 'status': 'completed', 'code': 200} Dec 16 15:59:30.338632 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvr_db [None req-5e3987b7-e517-4d81-b7d9-235dd0f6f751 None None] Set router fc25fc87-3123-4072-8265-b8f4b6e11d31 gateway port host: dv-cinder-784477-11-iscsi {{(pid=108906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:59:30.362712 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee8395d-7726-4cf9-b476-17c034259d82 req-acf49fc0-1530-46f6-a0f4-69af4d489079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:59:30.364715 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-1ee8395d-7726-4cf9-b476-17c034259d82 req-acf49fc0-1530-46f6-a0f4-69af4d489079 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5afea3407ef84fafa658a82512fb4d24&device_id=b60467c9-0dcb-419d-ab98-c48a36d7b7d5 HTTP/1.1" status: 200 len: 1098 time: 0.0601060 Dec 16 15:59:30.462595 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee8395d-7726-4cf9-b476-17c034259d82 req-5a14cfb6-8e58-41c6-9ee5-805b8dc806d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:59:30.464513 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-1ee8395d-7726-4cf9-b476-17c034259d82 req-5a14cfb6-8e58-41c6-9ee5-805b8dc806d9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=447cd8ca-a758-4b0d-966f-d4641376c8a8 HTTP/1.1" status: 200 len: 911 time: 0.0926824 Dec 16 15:59:30.467721 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1528adc4-78a4-44c8-a504-019832d09bc1 req-d149de34-7fc1-4c8f-8adb-46dc7c9d7298 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:59:30.469197 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-1528adc4-78a4-44c8-a504-019832d09bc1 req-d149de34-7fc1-4c8f-8adb-46dc7c9d7298 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/ports?device_id=b60467c9-0dcb-419d-ab98-c48a36d7b7d5 HTTP/1.1" status: 200 len: 945 time: 0.0542138 Dec 16 15:59:30.513099 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-1ee8395d-7726-4cf9-b476-17c034259d82 req-e88e76ec-f94f-4f6f-a15d-721972b1b8b5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8559e41-ad86-4e2d-963f-f8c7641fc223 HTTP/1.1" status: 200 len: 217 time: 0.0401812 Dec 16 15:59:30.520346 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-1528adc4-78a4-44c8-a504-019832d09bc1 req-fdba04df-7c35-4516-8cd7-c450ac83e36d tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c4413e0-cf94-41c4-a331-21c96852544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435965 Dec 16 15:59:30.549814 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-5e3987b7-e517-4d81-b7d9-235dd0f6f751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'name': 'tempest-TestVolumeBootPattern-56592982-router', 'tenant_id': '5afea3407ef84fafa658a82512fb4d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': 'ee98720f-5eae-49a4-bbf0-93e57252a7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:51:20Z', 'updated_at': '2021-12-16T15:51:25Z', 'revision_number': 4, 'project_id': '5afea3407ef84fafa658a82512fb4d24', 'gw_port': {'id': 'ee98720f-5eae-49a4-bbf0-93e57252a7c8', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:67:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:21Z', 'updated_at': '2021-12-16T15:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_interfaces': [{'id': '63e3395e-8833-41d6-b461-2825dfc4c5ae', 'name': '', 'network_id': '447cd8ca-a758-4b0d-966f-d4641376c8a8', 'tenant_id': '5afea3407ef84fafa658a82512fb4d24', 'mac_address': 'fa:16:3e:40:10:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '0c509f7a-4a9b-4a96-892a-b130ead11ed7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:24Z', 'updated_at': '2021-12-16T15:51:35Z', 'revision_number': 5, 'project_id': '5afea3407ef84fafa658a82512fb4d24', 'subnets': [{'id': '0c509f7a-4a9b-4a96-892a-b130ead11ed7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:59:30.565911 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee8395d-7726-4cf9-b476-17c034259d82 req-58f82212-ffb0-4e14-b8a4-77cbbd5ba2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:59:30.567399 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-1ee8395d-7726-4cf9-b476-17c034259d82 req-58f82212-ffb0-4e14-b8a4-77cbbd5ba2ce service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0c509f7a-4a9b-4a96-892a-b130ead11ed7 HTTP/1.1" status: 200 len: 849 time: 0.0466769 Dec 16 15:59:30.578957 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3987b7-e517-4d81-b7d9-235dd0f6f751 None None] Checking router: fc25fc87-3123-4072-8265-b8f4b6e11d31 for host: dv-cinder-784477-11-iscsi {{(pid=108906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:59:30.588272 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3987b7-e517-4d81-b7d9-235dd0f6f751 None None] Routers {'fc25fc87-3123-4072-8265-b8f4b6e11d31'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:59:30.588972 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-5e3987b7-e517-4d81-b7d9-235dd0f6f751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:59:09Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['fc25fc87-3123-4072-8265-b8f4b6e11d31'], 'active': True} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:59:30.614216 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee8395d-7726-4cf9-b476-17c034259d82 req-8da5d120-09cb-4c88-b156-cd675cf7ee9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:59:30.615668 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-1ee8395d-7726-4cf9-b476-17c034259d82 req-8da5d120-09cb-4c88-b156-cd675cf7ee9d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=447cd8ca-a758-4b0d-966f-d4641376c8a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0400910 Dec 16 15:59:30.693314 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvr_db [None req-5e3987b7-e517-4d81-b7d9-235dd0f6f751 None None] Set router fc25fc87-3123-4072-8265-b8f4b6e11d31 gateway port host: dv-cinder-784477-11-iscsi {{(pid=108906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:59:30.705047 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-1ee8395d-7726-4cf9-b476-17c034259d82 req-85f0776c-6f03-4bad-81eb-92dc214d297a service neutron] 10.222.0.66 "GET /v2.0/networks/447cd8ca-a758-4b0d-966f-d4641376c8a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804317 Dec 16 15:59:30.796860 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-1ee8395d-7726-4cf9-b476-17c034259d82 req-e4abd3ca-8e6c-419a-8397-bba61c0f9622 service neutron] 10.222.0.66 "GET /v2.0/networks/447cd8ca-a758-4b0d-966f-d4641376c8a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845675 Dec 16 15:59:30.891388 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-5e3987b7-e517-4d81-b7d9-235dd0f6f751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'name': 'tempest-TestVolumeBootPattern-56592982-router', 'tenant_id': '5afea3407ef84fafa658a82512fb4d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': 'ee98720f-5eae-49a4-bbf0-93e57252a7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:51:20Z', 'updated_at': '2021-12-16T15:51:25Z', 'revision_number': 4, 'project_id': '5afea3407ef84fafa658a82512fb4d24', 'gw_port': {'id': 'ee98720f-5eae-49a4-bbf0-93e57252a7c8', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:67:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:21Z', 'updated_at': '2021-12-16T15:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_interfaces': [{'id': '63e3395e-8833-41d6-b461-2825dfc4c5ae', 'name': '', 'network_id': '447cd8ca-a758-4b0d-966f-d4641376c8a8', 'tenant_id': '5afea3407ef84fafa658a82512fb4d24', 'mac_address': 'fa:16:3e:40:10:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '0c509f7a-4a9b-4a96-892a-b130ead11ed7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:24Z', 'updated_at': '2021-12-16T15:51:35Z', 'revision_number': 5, 'project_id': '5afea3407ef84fafa658a82512fb4d24', 'subnets': [{'id': '0c509f7a-4a9b-4a96-892a-b130ead11ed7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:59:30.917669 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3987b7-e517-4d81-b7d9-235dd0f6f751 None None] The sync data for ids ['fc25fc87-3123-4072-8265-b8f4b6e11d31'] in dv-cinder-784477-11-iscsi is: [{'id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'name': 'tempest-TestVolumeBootPattern-56592982-router', 'tenant_id': '5afea3407ef84fafa658a82512fb4d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': 'ee98720f-5eae-49a4-bbf0-93e57252a7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:51:20Z', 'updated_at': '2021-12-16T15:51:25Z', 'revision_number': 4, 'project_id': '5afea3407ef84fafa658a82512fb4d24', 'gw_port': {'id': 'ee98720f-5eae-49a4-bbf0-93e57252a7c8', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:67:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:21Z', 'updated_at': '2021-12-16T15:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_interfaces': [{'id': '63e3395e-8833-41d6-b461-2825dfc4c5ae', 'name': '', 'network_id': '447cd8ca-a758-4b0d-966f-d4641376c8a8', 'tenant_id': '5afea3407ef84fafa658a82512fb4d24', 'mac_address': 'fa:16:3e:40:10:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '0c509f7a-4a9b-4a96-892a-b130ead11ed7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:24Z', 'updated_at': '2021-12-16T15:51:35Z', 'revision_number': 5, 'project_id': '5afea3407ef84fafa658a82512fb4d24', 'subnets': [{'id': '0c509f7a-4a9b-4a96-892a-b130ead11ed7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:59:31.056524 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae52dd-6309-4042-9c31-1ebc0e108da6 req-f806f33d-876c-44c1-b54f-e0cf030dea72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:59:31.056859 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d152325-9d40-4f9d-8811-e2566a018172 req-d907e595-d16b-48a9-8a51-ff75a3f43081 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:59:31.058185 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-94ae52dd-6309-4042-9c31-1ebc0e108da6 req-f806f33d-876c-44c1-b54f-e0cf030dea72 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a1354e5edc5f47ae9977e62b72cad47a&device_id=93f606cd-8124-42ea-9e06-4ed5b5dcccc4 HTTP/1.1" status: 200 len: 1138 time: 0.0450132 Dec 16 15:59:31.060145 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-7d152325-9d40-4f9d-8811-e2566a018172 req-d907e595-d16b-48a9-8a51-ff75a3f43081 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "GET /v2.0/ports?device_id=93f606cd-8124-42ea-9e06-4ed5b5dcccc4 HTTP/1.1" status: 200 len: 985 time: 0.0576468 Dec 16 15:59:31.122443 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-7d152325-9d40-4f9d-8811-e2566a018172 req-23c7dde7-3548-43af-8787-16fd05cf4a63 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "GET /v2.0/security-groups?id=218cf1bc-ea80-4e64-9454-1d29e8ff2c1c&id=e7460c71-8195-4086-92e0-d284a45d9ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0579650 Dec 16 15:59:31.161801 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae52dd-6309-4042-9c31-1ebc0e108da6 req-d730adea-55e0-446d-a0a9-65204722188a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:59:31.162357 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-94ae52dd-6309-4042-9c31-1ebc0e108da6 req-d730adea-55e0-446d-a0a9-65204722188a service neutron] 10.222.0.66 "GET /v2.0/networks?id=51485203-00c5-419d-a44d-06f8f6badd52 HTTP/1.1" status: 200 len: 916 time: 0.0956054 Dec 16 15:59:31.194238 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8fbb19-254c-48bd-b486-c7dd6d3b770c None None] New status for floating IP 1c9b6c05-cbd5-4dad-b8ff-0ef9c216a9c0: DOWN {{(pid=108907) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 15:59:31.228898 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-94ae52dd-6309-4042-9c31-1ebc0e108da6 req-6d47383e-fd1c-48ca-a32a-614cea577745 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d78ebca-1e6d-4075-9f3a-6c637c11bc0e HTTP/1.1" status: 200 len: 1000 time: 0.0588911 Dec 16 15:59:31.279642 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae52dd-6309-4042-9c31-1ebc0e108da6 req-3efc0b18-2635-4e40-a140-41a103ef1988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:59:31.281159 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-94ae52dd-6309-4042-9c31-1ebc0e108da6 req-3efc0b18-2635-4e40-a140-41a103ef1988 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8c16216b-6f7d-4712-8924-1ef41f743499 HTTP/1.1" status: 200 len: 854 time: 0.0439327 Dec 16 15:59:31.331090 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae52dd-6309-4042-9c31-1ebc0e108da6 req-3c5ab586-3f6d-4a2b-8ace-50701cb79c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:59:31.332575 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-94ae52dd-6309-4042-9c31-1ebc0e108da6 req-3c5ab586-3f6d-4a2b-8ace-50701cb79c17 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=51485203-00c5-419d-a44d-06f8f6badd52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0433841 Dec 16 15:59:31.425753 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-94ae52dd-6309-4042-9c31-1ebc0e108da6 req-55e002ad-17fb-40ec-825d-e9a7750b248f service neutron] 10.222.0.66 "GET /v2.0/networks/51485203-00c5-419d-a44d-06f8f6badd52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850167 Dec 16 15:59:31.518283 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-94ae52dd-6309-4042-9c31-1ebc0e108da6 req-596a92cd-78fd-4d55-8de3-0adca0f10252 service neutron] 10.222.0.66 "GET /v2.0/networks/51485203-00c5-419d-a44d-06f8f6badd52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845590 Dec 16 15:59:31.637754 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b8dd13-0350-42aa-99c7-cbb9612d11c5 req-1b5d9fcf-e5b7-4c76-937f-e7741168cfb1 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:59:31.639271 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-e5b8dd13-0350-42aa-99c7-cbb9612d11c5 req-1b5d9fcf-e5b7-4c76-937f-e7741168cfb1 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/ports?device_id=b60467c9-0dcb-419d-ab98-c48a36d7b7d5 HTTP/1.1" status: 200 len: 945 time: 0.0491199 Dec 16 15:59:31.692193 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-e5b8dd13-0350-42aa-99c7-cbb9612d11c5 req-5459a2d4-e00d-40fd-8053-a7d4d77e900f tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/security-groups?id=9c4413e0-cf94-41c4-a331-21c96852544d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466371 Dec 16 15:59:32.171967 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a759b-4a6b-43d6-bfdb-622403fa6dd1 req-619a01f9-d764-4c6f-84c6-10400663762e tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:59:32.173442 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-a93a759b-4a6b-43d6-bfdb-622403fa6dd1 req-619a01f9-d764-4c6f-84c6-10400663762e tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.66 "GET /v2.0/ports?device_id=b60467c9-0dcb-419d-ab98-c48a36d7b7d5 HTTP/1.1" status: 200 len: 945 time: 0.0566797 Dec 16 15:59:32.237692 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5837d671-bc01-40be-992a-dc99cbac9f30 req-af836ad7-8a93-49a0-90fb-ad476429c15e tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:59:32.239151 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-5837d671-bc01-40be-992a-dc99cbac9f30 req-af836ad7-8a93-49a0-90fb-ad476429c15e tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "GET /v2.0/ports?device_id=93f606cd-8124-42ea-9e06-4ed5b5dcccc4 HTTP/1.1" status: 200 len: 985 time: 0.0480599 Dec 16 15:59:32.265473 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.plugin [req-a93a759b-4a6b-43d6-bfdb-622403fa6dd1 req-fa524aa8-051b-49f8-8934-c02ead304c39 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Deleting port f8559e41-ad86-4e2d-963f-f8c7641fc223 {{(pid=108904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:59:32.265902 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-a93a759b-4a6b-43d6-bfdb-622403fa6dd1 req-fa524aa8-051b-49f8-8934-c02ead304c39 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739692165232'] for port, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:32.300346 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-5837d671-bc01-40be-992a-dc99cbac9f30 req-c38b6e5b-c075-4a03-9cd4-4f2cae8ed48f tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "GET /v2.0/security-groups?id=218cf1bc-ea80-4e64-9454-1d29e8ff2c1c&id=e7460c71-8195-4086-92e0-d284a45d9ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549715 Dec 16 15:59:32.355618 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.db [req-a93a759b-4a6b-43d6-bfdb-622403fa6dd1 req-fa524aa8-051b-49f8-8934-c02ead304c39 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] For port f8559e41-ad86-4e2d-963f-f8c7641fc223, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=f8559e41-ad86-4e2d-963f-f8c7641fc223,segment=NetworkSegment(df5e76d4-1da3-4a3c-9738-349c23ab107b),segment_id=df5e76d4-1da3-4a3c-9738-349c23ab107b)] {{(pid=108904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:59:32.356060 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-a93a759b-4a6b-43d6-bfdb-622403fa6dd1 req-fa524aa8-051b-49f8-8934-c02ead304c39 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343270'] for port, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:32.369317 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.plugin [req-a93a759b-4a6b-43d6-bfdb-622403fa6dd1 req-fa524aa8-051b-49f8-8934-c02ead304c39 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Calling delete_port for f8559e41-ad86-4e2d-963f-f8c7641fc223 owned by compute:nova {{(pid=108904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:59:32.502897 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-a93a759b-4a6b-43d6-bfdb-622403fa6dd1 req-fa524aa8-051b-49f8-8934-c02ead304c39 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739692371923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739691803603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4504497'] for port, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:32.532009 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa524aa8-051b-49f8-8934-c02ead304c39 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Pushing event deleted for resources: {'Port': ['ID=f8559e41-ad86-4e2d-963f-f8c7641fc223,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:59:32.573520 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [req-a93a759b-4a6b-43d6-bfdb-622403fa6dd1 req-fa524aa8-051b-49f8-8934-c02ead304c39 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] No DVR routers for this DVR port f8559e41-ad86-4e2d-963f-f8c7641fc223 on host hv-cinder-78447 {{(pid=108904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:59:32.576165 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-a93a759b-4a6b-43d6-bfdb-622403fa6dd1 req-fa524aa8-051b-49f8-8934-c02ead304c39 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294'] for port, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:32.579517 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-a93a759b-4a6b-43d6-bfdb-622403fa6dd1 req-fa524aa8-051b-49f8-8934-c02ead304c39 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.66 "DELETE /v2.0/ports/f8559e41-ad86-4e2d-963f-f8c7641fc223 HTTP/1.1" status: 204 len: 173 time: 0.3991945 Dec 16 15:59:32.579952 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b60467c9-0dcb-419d-ab98-c48a36d7b7d5', 'name': 'network-vif-deleted', 'tag': 'f8559e41-ad86-4e2d-963f-f8c7641fc223'}] {{(pid=108904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:59:32.582271 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0a2cce90635460fa9ee7acd2d2298fc55a52ab45a9458d7253143d338a4b89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a4602f-0d8d-47ef-be23-614ced51e392" -d '{"events": [{"server_uuid": "b60467c9-0dcb-419d-ab98-c48a36d7b7d5", "name": "network-vif-deleted", "tag": "f8559e41-ad86-4e2d-963f-f8c7641fc223"}]}' {{(pid=108904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:59:32.618008 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59402afa-1c3a-4c12-a643-9a20c11b2f8f x-openstack-request-id: req-59402afa-1c3a-4c12-a643-9a20c11b2f8f {{(pid=108904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:59:32.618398 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b60467c9-0dcb-419d-ab98-c48a36d7b7d5", "name": "network-vif-deleted", "tag": "f8559e41-ad86-4e2d-963f-f8c7641fc223", "status": "completed", "code": 200}]} {{(pid=108904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:59:32.618781 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-59402afa-1c3a-4c12-a643-9a20c11b2f8f {{(pid=108904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:59:32.619181 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b60467c9-0dcb-419d-ab98-c48a36d7b7d5', 'name': 'network-vif-deleted', 'tag': 'f8559e41-ad86-4e2d-963f-f8c7641fc223', 'status': 'completed', 'code': 200} Dec 16 15:59:32.798234 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-4f1379f5-e49e-4f96-a1b9-e97918846ba6 req-5049d6aa-c421-4b1f-9a7c-7eb4c14a5cb6 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "GET /v2.0/ports?device_id=b60467c9-0dcb-419d-ab98-c48a36d7b7d5 HTTP/1.1" status: 200 len: 210 time: 0.0264852 Dec 16 15:59:33.418406 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c893c95-9cf2-4107-83df-2d638334636d req-2a2aa0f0-a8aa-4b0f-ad42-6b2a641ad9db tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:59:33.419781 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-7c893c95-9cf2-4107-83df-2d638334636d req-2a2aa0f0-a8aa-4b0f-ad42-6b2a641ad9db tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "GET /v2.0/ports?device_id=93f606cd-8124-42ea-9e06-4ed5b5dcccc4 HTTP/1.1" status: 200 len: 985 time: 0.0519419 Dec 16 15:59:33.483202 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-7c893c95-9cf2-4107-83df-2d638334636d req-a28c01e7-2b38-4af0-9ac3-1910fbf06bd0 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "GET /v2.0/security-groups?id=218cf1bc-ea80-4e64-9454-1d29e8ff2c1c&id=e7460c71-8195-4086-92e0-d284a45d9ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546408 Dec 16 15:59:33.855730 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 46088) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:59:33.988936 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.plugin [None req-aeb1ab0f-214a-4dbe-9aca-9ea2d754a99a tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Deleting port b2fb478f-ff34-42c0-81fb-736db8f8d6a6 {{(pid=108904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:59:33.989245 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-aeb1ab0f-214a-4dbe-9aca-9ea2d754a99a tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739692165232'] for port, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:34.067063 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-aeb1ab0f-214a-4dbe-9aca-9ea2d754a99a tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343270'] for port, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:34.067343 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-aeb1ab0f-214a-4dbe-9aca-9ea2d754a99a tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:34.079470 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.plugin [None req-aeb1ab0f-214a-4dbe-9aca-9ea2d754a99a tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Calling delete_port for b2fb478f-ff34-42c0-81fb-736db8f8d6a6 owned by network:floatingip {{(pid=108904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:59:34.225312 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-aeb1ab0f-214a-4dbe-9aca-9ea2d754a99a tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739692371923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739691803603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4504497'] for port, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:34.250476 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb1ab0f-214a-4dbe-9aca-9ea2d754a99a tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Pushing event deleted for resources: {'Port': ['ID=b2fb478f-ff34-42c0-81fb-736db8f8d6a6,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:59:34.309669 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-aeb1ab0f-214a-4dbe-9aca-9ea2d754a99a tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks [] for floatingip, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:34.312280 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-aeb1ab0f-214a-4dbe-9aca-9ea2d754a99a tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294'] for floatingip, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:34.313467 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-aeb1ab0f-214a-4dbe-9aca-9ea2d754a99a tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "DELETE /v2.0/floatingips/baf6dd2b-dbc8-4c8e-b3df-8be75ce9fd27 HTTP/1.1" status: 204 len: 168 time: 0.4567256 Dec 16 15:59:34.599492 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b94889d-843c-45e7-bbbb-234ba93e436b req-e8037ca1-820f-4cda-8476-c550bc9a78e9 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:59:34.600905 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-2b94889d-843c-45e7-bbbb-234ba93e436b req-e8037ca1-820f-4cda-8476-c550bc9a78e9 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "GET /v2.0/ports?device_id=93f606cd-8124-42ea-9e06-4ed5b5dcccc4 HTTP/1.1" status: 200 len: 985 time: 0.0494242 Dec 16 15:59:34.664827 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-2b94889d-843c-45e7-bbbb-234ba93e436b req-42bf7bba-fb32-4866-929a-7f7d2ef98b49 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "GET /v2.0/security-groups?id=218cf1bc-ea80-4e64-9454-1d29e8ff2c1c&id=e7460c71-8195-4086-92e0-d284a45d9ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576403 Dec 16 15:59:35.518768 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 46102) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:59:35.577947 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-4912a852-b6c5-4cd5-acd9-b565dad4b871 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks [] for security_group, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:35.604084 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-4912a852-b6c5-4cd5-acd9-b565dad4b871 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:35.670819 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-4912a852-b6c5-4cd5-acd9-b565dad4b871 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:35.673376 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-4912a852-b6c5-4cd5-acd9-b565dad4b871 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Publish callbacks [] for security_group, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:35.674501 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-4912a852-b6c5-4cd5-acd9-b565dad4b871 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] 10.222.0.31 "DELETE /v2.0/security-groups/9c4413e0-cf94-41c4-a331-21c96852544d HTTP/1.1" status: 204 len: 168 time: 0.1546235 Dec 16 15:59:35.683629 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4912a852-b6c5-4cd5-acd9-b565dad4b871 tempest-TestVolumeBootPattern-764999750 tempest-TestVolumeBootPattern-764999750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c4413e0-cf94-41c4-a331-21c96852544d,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:59:35.730407 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 46108) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:59:35.803278 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454d2a6-be93-4737-a914-df7e4bcbd45c req-19d81135-72d5-42d1-aa2e-9dc2c609608e tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:59:35.804765 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-6454d2a6-be93-4737-a914-df7e4bcbd45c req-19d81135-72d5-42d1-aa2e-9dc2c609608e tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "GET /v2.0/ports?device_id=93f606cd-8124-42ea-9e06-4ed5b5dcccc4 HTTP/1.1" status: 200 len: 985 time: 0.0580425 Dec 16 15:59:35.846549 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device f8559e41-ad86-4e2d-963f-f8c7641fc223 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:59:35.870016 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-6454d2a6-be93-4737-a914-df7e4bcbd45c req-91b06315-1dba-4437-abae-dd1a095d34be tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "GET /v2.0/security-groups?id=218cf1bc-ea80-4e64-9454-1d29e8ff2c1c&id=e7460c71-8195-4086-92e0-d284a45d9ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0588686 Dec 16 15:59:35.874145 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] No Port match for: f8559e41-ad86-4e2d-963f-f8c7641fc223 {{(pid=108906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:59:35.875487 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device f8559e41-ad86-4e2d-963f-f8c7641fc223 not bound to the agent host hv-cinder-78447 {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:59:36.180393 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-14736a4c-1213-4b4b-b46d-e864d3bc3415 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872883'] for router_interface, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:36.437890 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.plugin [None req-14736a4c-1213-4b4b-b46d-e864d3bc3415 admin admin] Deleting port 63e3395e-8833-41d6-b461-2825dfc4c5ae {{(pid=108904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:59:36.438142 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-14736a4c-1213-4b4b-b46d-e864d3bc3415 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739692165232'] for port, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:36.516120 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.db [None req-14736a4c-1213-4b4b-b46d-e864d3bc3415 admin admin] For port 63e3395e-8833-41d6-b461-2825dfc4c5ae, host dv-cinder-784477-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=63e3395e-8833-41d6-b461-2825dfc4c5ae,segment=NetworkSegment(df5e76d4-1da3-4a3c-9738-349c23ab107b),segment_id=df5e76d4-1da3-4a3c-9738-349c23ab107b)] {{(pid=108904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:59:36.516478 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-14736a4c-1213-4b4b-b46d-e864d3bc3415 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343270'] for port, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:36.528454 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.plugin [None req-14736a4c-1213-4b4b-b46d-e864d3bc3415 admin admin] Calling delete_port for 63e3395e-8833-41d6-b461-2825dfc4c5ae owned by network:router_interface {{(pid=108904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:59:36.632002 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-4d0fe1b8-7ddb-453b-afdb-34a62ef1c9b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:36.708155 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-14736a4c-1213-4b4b-b46d-e864d3bc3415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739692371923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739691803603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4504497'] for port, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:36.736146 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14736a4c-1213-4b4b-b46d-e864d3bc3415 admin admin] Pushing event deleted for resources: {'Port': ['ID=63e3395e-8833-41d6-b461-2825dfc4c5ae,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:59:36.893514 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-14736a4c-1213-4b4b-b46d-e864d3bc3415 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7902826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873007'] for router_interface, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:36.994767 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96e6454-7370-4c44-8f91-6d035c87f04c req-946358b8-5aa6-414c-821d-90c1c36d1fae tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:59:36.996381 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-b96e6454-7370-4c44-8f91-6d035c87f04c req-946358b8-5aa6-414c-821d-90c1c36d1fae tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "GET /v2.0/ports?device_id=93f606cd-8124-42ea-9e06-4ed5b5dcccc4 HTTP/1.1" status: 200 len: 985 time: 0.0498939 Dec 16 15:59:37.060836 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-b96e6454-7370-4c44-8f91-6d035c87f04c req-86520048-0c1a-49de-84b4-5f59a635092f tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "GET /v2.0/security-groups?id=218cf1bc-ea80-4e64-9454-1d29e8ff2c1c&id=e7460c71-8195-4086-92e0-d284a45d9ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0579045 Dec 16 15:59:37.360652 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14736a4c-1213-4b4b-b46d-e864d3bc3415 admin admin] Router fc25fc87-3123-4072-8265-b8f4b6e11d31 has already been hosted by L3 agent 53beefa8-37d8-48bc-b6da-d824d56f81c3 {{(pid=108904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:59:37.479221 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14736a4c-1213-4b4b-b46d-e864d3bc3415 admin admin] Notify agent at l3_agent.dv-cinder-784477-11-iscsi the message routers_updated {{(pid=108904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:59:37.486289 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-14736a4c-1213-4b4b-b46d-e864d3bc3415 admin admin] 10.222.0.31 "PUT /v2.0/routers/fc25fc87-3123-4072-8265-b8f4b6e11d31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7547770 Dec 16 15:59:37.489111 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 46114) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:59:37.491534 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5e4e55-9f74-49ca-8188-02064043b415 None None] Sync routers for ids ['fc25fc87-3123-4072-8265-b8f4b6e11d31'] in dv-cinder-784477-11-iscsi {{(pid=108906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:59:37.502302 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5e4e55-9f74-49ca-8188-02064043b415 None None] Routers {'fc25fc87-3123-4072-8265-b8f4b6e11d31'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:59:37.502923 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-0d5e4e55-9f74-49ca-8188-02064043b415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:59:09Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['fc25fc87-3123-4072-8265-b8f4b6e11d31'], 'active': True} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:59:37.612384 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-362915e9-c8cd-40bd-a2fe-9ca52939a1a1 admin admin] Publish callbacks [] for router, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:37.716596 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-362915e9-c8cd-40bd-a2fe-9ca52939a1a1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:37.738518 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvr_db [None req-0d5e4e55-9f74-49ca-8188-02064043b415 None None] Set router fc25fc87-3123-4072-8265-b8f4b6e11d31 gateway port host: dv-cinder-784477-11-iscsi {{(pid=108906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:59:37.768642 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.plugin [None req-362915e9-c8cd-40bd-a2fe-9ca52939a1a1 admin admin] Deleting port ee98720f-5eae-49a4-bbf0-93e57252a7c8 {{(pid=108905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:59:37.768967 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-362915e9-c8cd-40bd-a2fe-9ca52939a1a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739692165232'] for port, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:37.853645 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.db [None req-362915e9-c8cd-40bd-a2fe-9ca52939a1a1 admin admin] For port ee98720f-5eae-49a4-bbf0-93e57252a7c8, host dv-cinder-784477-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=ee98720f-5eae-49a4-bbf0-93e57252a7c8,segment=NetworkSegment(0390f958-c764-4c6b-ad22-4946ebfb354b),segment_id=0390f958-c764-4c6b-ad22-4946ebfb354b)] {{(pid=108905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:59:37.853976 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-362915e9-c8cd-40bd-a2fe-9ca52939a1a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343270'] for port, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:37.866312 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.plugin [None req-362915e9-c8cd-40bd-a2fe-9ca52939a1a1 admin admin] Calling delete_port for ee98720f-5eae-49a4-bbf0-93e57252a7c8 owned by network:router_gateway {{(pid=108905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:59:37.930797 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-0d5e4e55-9f74-49ca-8188-02064043b415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'name': 'tempest-TestVolumeBootPattern-56592982-router', 'tenant_id': '5afea3407ef84fafa658a82512fb4d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': 'ee98720f-5eae-49a4-bbf0-93e57252a7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:51:20Z', 'updated_at': '2021-12-16T15:59:36Z', 'revision_number': 5, 'project_id': '5afea3407ef84fafa658a82512fb4d24', 'gw_port': {'id': 'ee98720f-5eae-49a4-bbf0-93e57252a7c8', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:67:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:21Z', 'updated_at': '2021-12-16T15:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi'}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:59:37.956995 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5e4e55-9f74-49ca-8188-02064043b415 None None] Checking router: fc25fc87-3123-4072-8265-b8f4b6e11d31 for host: dv-cinder-784477-11-iscsi {{(pid=108906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:59:37.965620 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5e4e55-9f74-49ca-8188-02064043b415 None None] Routers {'fc25fc87-3123-4072-8265-b8f4b6e11d31'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:59:37.966231 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-0d5e4e55-9f74-49ca-8188-02064043b415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:59:09Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['fc25fc87-3123-4072-8265-b8f4b6e11d31'], 'active': True} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:59:38.032989 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-362915e9-c8cd-40bd-a2fe-9ca52939a1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739692371923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739691803603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5936052'] for port, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:38.051738 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvr_db [None req-0d5e4e55-9f74-49ca-8188-02064043b415 None None] Set router fc25fc87-3123-4072-8265-b8f4b6e11d31 gateway port host: None {{(pid=108906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:59:38.057697 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362915e9-c8cd-40bd-a2fe-9ca52939a1a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee98720f-5eae-49a4-bbf0-93e57252a7c8,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:59:38.105933 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-0d5e4e55-9f74-49ca-8188-02064043b415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'name': 'tempest-TestVolumeBootPattern-56592982-router', 'tenant_id': '5afea3407ef84fafa658a82512fb4d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:51:20Z', 'updated_at': '2021-12-16T15:59:37Z', 'revision_number': 6, 'project_id': '5afea3407ef84fafa658a82512fb4d24', 'gw_port_host': None}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:59:38.132378 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-362915e9-c8cd-40bd-a2fe-9ca52939a1a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7874381'] for router_gateway, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:38.137191 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5e4e55-9f74-49ca-8188-02064043b415 None None] The sync data for ids ['fc25fc87-3123-4072-8265-b8f4b6e11d31'] in dv-cinder-784477-11-iscsi is: [{'id': 'fc25fc87-3123-4072-8265-b8f4b6e11d31', 'name': 'tempest-TestVolumeBootPattern-56592982-router', 'tenant_id': '5afea3407ef84fafa658a82512fb4d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:51:20Z', 'updated_at': '2021-12-16T15:59:37Z', 'revision_number': 6, 'project_id': '5afea3407ef84fafa658a82512fb4d24', 'gw_port_host': None}] {{(pid=108906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:59:38.250602 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-362915e9-c8cd-40bd-a2fe-9ca52939a1a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7875549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6835'] for router, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:38.253950 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-362915e9-c8cd-40bd-a2fe-9ca52939a1a1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:38.302107 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d450872-25b6-406f-a8c2-7a42338e64e6 req-f54c20f1-295f-4957-bf5b-6c69a948df35 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:59:38.303567 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-6d450872-25b6-406f-a8c2-7a42338e64e6 req-f54c20f1-295f-4957-bf5b-6c69a948df35 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "GET /v2.0/ports?device_id=93f606cd-8124-42ea-9e06-4ed5b5dcccc4 HTTP/1.1" status: 200 len: 985 time: 0.1686132 Dec 16 15:59:38.317571 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-362915e9-c8cd-40bd-a2fe-9ca52939a1a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7875540'] for router, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:38.318086 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-362915e9-c8cd-40bd-a2fe-9ca52939a1a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc25fc87-3123-4072-8265-b8f4b6e11d31 {{(pid=108905) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:59:38.322534 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-362915e9-c8cd-40bd-a2fe-9ca52939a1a1 admin admin] Publish callbacks [] for router, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:38.323660 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-362915e9-c8cd-40bd-a2fe-9ca52939a1a1 admin admin] 10.222.0.31 "DELETE /v2.0/routers/fc25fc87-3123-4072-8265-b8f4b6e11d31 HTTP/1.1" status: 204 len: 168 time: 0.8325019 Dec 16 15:59:38.326888 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 46118) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:59:38.370898 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5f197b8-54ad-491d-8750-b0740df75baa admin admin] Deleting subnet 0c509f7a-4a9b-4a96-892a-b130ead11ed7 {{(pid=108904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:59:38.372921 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-6d450872-25b6-406f-a8c2-7a42338e64e6 req-b56dbd86-6fb8-48e2-ba3c-618d0626b678 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "GET /v2.0/security-groups?id=218cf1bc-ea80-4e64-9454-1d29e8ff2c1c&id=e7460c71-8195-4086-92e0-d284a45d9ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0629594 Dec 16 15:59:38.374140 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-c5f197b8-54ad-491d-8750-b0740df75baa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:38.407803 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-c5f197b8-54ad-491d-8750-b0740df75baa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4411844'] for subnet, precommit_delete_associations {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:38.488294 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-c5f197b8-54ad-491d-8750-b0740df75baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774085'] for subnet, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:38.547784 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-c5f197b8-54ad-491d-8750-b0740df75baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8060090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4504454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66823809'] for subnet, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:38.574103 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f197b8-54ad-491d-8750-b0740df75baa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c509f7a-4a9b-4a96-892a-b130ead11ed7,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:59:38.579359 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-c5f197b8-54ad-491d-8750-b0740df75baa admin admin] Publish callbacks [] for subnet, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:38.584712 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b94bc8-30d5-4541-9449-419fe090d0a1 None None] Network 447cd8ca-a758-4b0d-966f-d4641376c8a8 requested from dv-cinder-784477-11-iscsi {{(pid=108906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:59:38.588338 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-c5f197b8-54ad-491d-8750-b0740df75baa admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0c509f7a-4a9b-4a96-892a-b130ead11ed7 HTTP/1.1" status: 204 len: 168 time: 0.2603550 Dec 16 15:59:38.591453 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 46120) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:59:38.633933 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device 63e3395e-8833-41d6-b461-2825dfc4c5ae no longer exists at agent ovs-agent-dv-cinder-784477-11-iscsi {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:59:38.665813 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] No Port match for: 63e3395e-8833-41d6-b461-2825dfc4c5ae {{(pid=108906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:59:38.666147 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device 63e3395e-8833-41d6-b461-2825dfc4c5ae not bound to the agent host dv-cinder-784477-11-iscsi {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:59:38.677473 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-6f3ec008-5783-4380-a617-8eaa6ec68c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726507'] for network, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:38.732075 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.plugin [None req-6f3ec008-5783-4380-a617-8eaa6ec68c17 admin admin] Deleting port 956b4177-dfaa-4f65-87a3-48c63cff2ccc {{(pid=108905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:59:38.732319 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-6f3ec008-5783-4380-a617-8eaa6ec68c17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739692165232'] for port, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:38.887786 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-7727bc86-edcf-455c-8470-99cecf92b499 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:38.971624 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e94d880-b1a5-4e0e-95a1-132ad44afaf6 None None] DHCP port deletion for 447cd8ca-a758-4b0d-966f-d4641376c8a8 request from dv-cinder-784477-11-iscsi {{(pid=108906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:59:39.024216 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-7e94d880-b1a5-4e0e-95a1-132ad44afaf6 None None] Deleting port 956b4177-dfaa-4f65-87a3-48c63cff2ccc {{(pid=108906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:59:39.024583 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-7e94d880-b1a5-4e0e-95a1-132ad44afaf6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739692165232'] for port, before_delete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:39.077596 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.db [None req-6f3ec008-5783-4380-a617-8eaa6ec68c17 admin admin] For port 956b4177-dfaa-4f65-87a3-48c63cff2ccc, host dv-cinder-784477-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=956b4177-dfaa-4f65-87a3-48c63cff2ccc,segment=NetworkSegment(df5e76d4-1da3-4a3c-9738-349c23ab107b),segment_id=df5e76d4-1da3-4a3c-9738-349c23ab107b)] {{(pid=108905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:59:39.078495 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-6f3ec008-5783-4380-a617-8eaa6ec68c17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343270'] for port, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:39.091895 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-7e94d880-b1a5-4e0e-95a1-132ad44afaf6 None None] For port 956b4177-dfaa-4f65-87a3-48c63cff2ccc, host dv-cinder-784477-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=956b4177-dfaa-4f65-87a3-48c63cff2ccc,segment=NetworkSegment(df5e76d4-1da3-4a3c-9738-349c23ab107b),segment_id=df5e76d4-1da3-4a3c-9738-349c23ab107b)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:59:39.092319 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-7e94d880-b1a5-4e0e-95a1-132ad44afaf6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343270'] for port, precommit_delete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:39.094749 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.plugin [None req-6f3ec008-5783-4380-a617-8eaa6ec68c17 admin admin] Calling delete_port for 956b4177-dfaa-4f65-87a3-48c63cff2ccc owned by network:dhcp {{(pid=108905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:59:39.106664 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-7e94d880-b1a5-4e0e-95a1-132ad44afaf6 None None] Calling delete_port for 956b4177-dfaa-4f65-87a3-48c63cff2ccc owned by network:dhcp {{(pid=108906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:59:39.177772 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-6f3ec008-5783-4380-a617-8eaa6ec68c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739692371923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739691803603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5936052'] for port, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:39.184536 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-7e94d880-b1a5-4e0e-95a1-132ad44afaf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739692371923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739691803603'] for port, after_delete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:39.200930 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3ec008-5783-4380-a617-8eaa6ec68c17 admin admin] Pushing event deleted for resources: {'Port': ['ID=956b4177-dfaa-4f65-87a3-48c63cff2ccc,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:59:39.207212 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3ec008-5783-4380-a617-8eaa6ec68c17 admin admin] No DVR routers for this DVR port 956b4177-dfaa-4f65-87a3-48c63cff2ccc on host dv-cinder-784477-11-iscsi {{(pid=108905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:59:39.212393 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e94d880-b1a5-4e0e-95a1-132ad44afaf6 None None] Pushing event deleted for resources: {'Port': ['ID=956b4177-dfaa-4f65-87a3-48c63cff2ccc,revision_number=None']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:59:39.217204 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e94d880-b1a5-4e0e-95a1-132ad44afaf6 None None] No DVR routers for this DVR port 956b4177-dfaa-4f65-87a3-48c63cff2ccc on host dv-cinder-784477-11-iscsi {{(pid=108906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:59:39.282407 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-6f3ec008-5783-4380-a617-8eaa6ec68c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771154', 'neutron.services.segments.db._delete_segments_for_network-8739692305794'] for network, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:39.301802 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.services.segments.db [None req-6f3ec008-5783-4380-a617-8eaa6ec68c17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['447cd8ca-a758-4b0d-966f-d4641376c8a8']}} {{(pid=108905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:59:39.310630 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.services.segments.db [None req-6f3ec008-5783-4380-a617-8eaa6ec68c17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df5e76d4-1da3-4a3c-9738-349c23ab107b') {'for_net_delete': True} {{(pid=108905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:59:39.310917 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.services.segments.db [None req-6f3ec008-5783-4380-a617-8eaa6ec68c17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df5e76d4-1da3-4a3c-9738-349c23ab107b') {} {{(pid=108905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:59:39.319813 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-6f3ec008-5783-4380-a617-8eaa6ec68c17 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739692307083', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5639575'] for segment, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:39.332552 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-6f3ec008-5783-4380-a617-8eaa6ec68c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772428'] for segment, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:39.338533 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f3ec008-5783-4380-a617-8eaa6ec68c17 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=108905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:59:39.338883 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-6f3ec008-5783-4380-a617-8eaa6ec68c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5936105'] for segment, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:39.340882 dv-cinder-784477-11-iscsi neutron-server[108905]: Traceback (most recent call last): Dec 16 15:59:39.340882 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:59:39.340882 dv-cinder-784477-11-iscsi neutron-server[108905]: timer() Dec 16 15:59:39.340882 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:59:39.340882 dv-cinder-784477-11-iscsi neutron-server[108905]: cb(*args, **kw) Dec 16 15:59:39.340882 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:59:39.340882 dv-cinder-784477-11-iscsi neutron-server[108905]: return func(*args, **kwargs) Dec 16 15:59:39.340882 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:59:39.340882 dv-cinder-784477-11-iscsi neutron-server[108905]: self._notify() Dec 16 15:59:39.340882 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:59:39.340882 dv-cinder-784477-11-iscsi neutron-server[108905]: self.callback(batched_events) Dec 16 15:59:39.340882 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:59:39.340882 dv-cinder-784477-11-iscsi neutron-server[108905]: event.method(event) Dec 16 15:59:39.340882 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:59:39.340882 dv-cinder-784477-11-iscsi neutron-server[108905]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:59:39.340882 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:59:39.340882 dv-cinder-784477-11-iscsi neutron-server[108905]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:59:39.340882 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:59:39.340882 dv-cinder-784477-11-iscsi neutron-server[108905]: return f(self, *a, **k) Dec 16 15:59:39.340882 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:59:39.340882 dv-cinder-784477-11-iscsi neutron-server[108905]: return self._get(url).json() Dec 16 15:59:39.340882 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:59:39.340882 dv-cinder-784477-11-iscsi neutron-server[108905]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:59:39.340882 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:59:39.340882 dv-cinder-784477-11-iscsi neutron-server[108905]: return self.request(url, 'GET', **kwargs) Dec 16 15:59:39.340882 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:59:39.340882 dv-cinder-784477-11-iscsi neutron-server[108905]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:59:39.340882 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:59:39.340882 dv-cinder-784477-11-iscsi neutron-server[108905]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:59:39.340882 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:59:39.340882 dv-cinder-784477-11-iscsi neutron-server[108905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:59:39.340882 dv-cinder-784477-11-iscsi neutron-server[108905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:59:39.397882 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-6f3ec008-5783-4380-a617-8eaa6ec68c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8007001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874401'] for network, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:39.403076 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-6f3ec008-5783-4380-a617-8eaa6ec68c17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7902797'] for network, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:39.406251 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-6f3ec008-5783-4380-a617-8eaa6ec68c17 admin admin] 10.222.0.31 "DELETE /v2.0/networks/447cd8ca-a758-4b0d-966f-d4641376c8a8 HTTP/1.1" status: 204 len: 168 time: 0.8136399 Dec 16 15:59:39.409483 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 46124) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:59:39.419378 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3ec008-5783-4380-a617-8eaa6ec68c17 admin admin] Pushing event deleted for resources: {'Network': ['ID=447cd8ca-a758-4b0d-966f-d4641376c8a8,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:59:39.492720 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08c9b2-0604-4d0b-815d-fdd5ef92c017 req-42394f52-0712-4768-b5fb-1f18c24eaff7 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:59:39.494154 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-ed08c9b2-0604-4d0b-815d-fdd5ef92c017 req-42394f52-0712-4768-b5fb-1f18c24eaff7 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "GET /v2.0/ports?device_id=93f606cd-8124-42ea-9e06-4ed5b5dcccc4 HTTP/1.1" status: 200 len: 985 time: 0.0489047 Dec 16 15:59:39.555165 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-ed08c9b2-0604-4d0b-815d-fdd5ef92c017 req-94ecbdeb-8438-4385-8b6a-43ce8356e608 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "GET /v2.0/security-groups?id=218cf1bc-ea80-4e64-9454-1d29e8ff2c1c&id=e7460c71-8195-4086-92e0-d284a45d9ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534580 Dec 16 15:59:39.758076 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-2d053cf1-87f0-4447-97fe-ce55ee39588f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872883'] for router_interface, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:40.006922 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.plugin [None req-2d053cf1-87f0-4447-97fe-ce55ee39588f admin admin] Deleting port 6920f502-d3d2-4d48-89da-de0a29151c8e {{(pid=108904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:59:40.007232 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-2d053cf1-87f0-4447-97fe-ce55ee39588f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739692165232'] for port, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:40.085056 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.db [None req-2d053cf1-87f0-4447-97fe-ce55ee39588f admin admin] For port 6920f502-d3d2-4d48-89da-de0a29151c8e, host dv-cinder-784477-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=6920f502-d3d2-4d48-89da-de0a29151c8e,segment=NetworkSegment(b0d3669b-f5b7-4d84-939d-9aeb7715cc04),segment_id=b0d3669b-f5b7-4d84-939d-9aeb7715cc04)] {{(pid=108904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:59:40.085426 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-2d053cf1-87f0-4447-97fe-ce55ee39588f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343270'] for port, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:40.098951 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.plugin [None req-2d053cf1-87f0-4447-97fe-ce55ee39588f admin admin] Calling delete_port for 6920f502-d3d2-4d48-89da-de0a29151c8e owned by network:router_interface {{(pid=108904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:59:40.283988 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-2d053cf1-87f0-4447-97fe-ce55ee39588f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739692371923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739691803603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4504497'] for port, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:40.310363 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d053cf1-87f0-4447-97fe-ce55ee39588f admin admin] Pushing event deleted for resources: {'Port': ['ID=6920f502-d3d2-4d48-89da-de0a29151c8e,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:59:40.345251 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device ee98720f-5eae-49a4-bbf0-93e57252a7c8 no longer exists at agent ovs-agent-dv-cinder-784477-11-iscsi {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:59:40.365676 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] No Port match for: ee98720f-5eae-49a4-bbf0-93e57252a7c8 {{(pid=108906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:59:40.366006 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device ee98720f-5eae-49a4-bbf0-93e57252a7c8 not bound to the agent host dv-cinder-784477-11-iscsi {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:59:40.366649 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device 956b4177-dfaa-4f65-87a3-48c63cff2ccc no longer exists at agent ovs-agent-dv-cinder-784477-11-iscsi {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:59:40.387309 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] No Port match for: 956b4177-dfaa-4f65-87a3-48c63cff2ccc {{(pid=108906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:59:40.387657 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device 956b4177-dfaa-4f65-87a3-48c63cff2ccc not bound to the agent host dv-cinder-784477-11-iscsi {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:59:40.482316 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-2d053cf1-87f0-4447-97fe-ce55ee39588f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7902826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873007'] for router_interface, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:40.544198 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-223b144f-a2e3-43d1-9ee0-793d55a0ef66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:40.670296 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87620789-ee8e-4f69-9a7c-5f9282be24dc req-6cb064e8-138e-4a61-8d1a-c5d14dc1a4d0 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:59:40.671819 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-87620789-ee8e-4f69-9a7c-5f9282be24dc req-6cb064e8-138e-4a61-8d1a-c5d14dc1a4d0 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "GET /v2.0/ports?device_id=93f606cd-8124-42ea-9e06-4ed5b5dcccc4 HTTP/1.1" status: 200 len: 985 time: 0.0484617 Dec 16 15:59:40.695177 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d053cf1-87f0-4447-97fe-ce55ee39588f admin admin] Router 893b0d8c-9087-4891-a5cc-b0868e70233c has already been hosted by L3 agent 53beefa8-37d8-48bc-b6da-d824d56f81c3 {{(pid=108904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:59:40.733795 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-87620789-ee8e-4f69-9a7c-5f9282be24dc req-7d9a0481-aa6b-4091-89e4-411984a39995 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "GET /v2.0/security-groups?id=218cf1bc-ea80-4e64-9454-1d29e8ff2c1c&id=e7460c71-8195-4086-92e0-d284a45d9ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555556 Dec 16 15:59:40.796146 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d053cf1-87f0-4447-97fe-ce55ee39588f admin admin] Notify agent at l3_agent.dv-cinder-784477-11-iscsi the message routers_updated {{(pid=108904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:59:40.801231 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-2d053cf1-87f0-4447-97fe-ce55ee39588f admin admin] 10.222.0.31 "PUT /v2.0/routers/893b0d8c-9087-4891-a5cc-b0868e70233c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3906808 Dec 16 15:59:40.803928 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 46128) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:59:40.804809 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b89b4d-01cc-4778-b6bd-c2df83c46c1e None None] Sync routers for ids ['893b0d8c-9087-4891-a5cc-b0868e70233c'] in dv-cinder-784477-11-iscsi {{(pid=108907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:59:40.815493 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b89b4d-01cc-4778-b6bd-c2df83c46c1e None None] Routers {'893b0d8c-9087-4891-a5cc-b0868e70233c'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:59:40.816102 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-38b89b4d-01cc-4778-b6bd-c2df83c46c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:59:39Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['893b0d8c-9087-4891-a5cc-b0868e70233c'], 'active': True} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:59:40.904104 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-ab3713fd-ec94-4b19-a569-fedf9f91b811 admin admin] Publish callbacks [] for router, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:40.917814 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvr_db [None req-38b89b4d-01cc-4778-b6bd-c2df83c46c1e None None] Set router 893b0d8c-9087-4891-a5cc-b0868e70233c gateway port host: dv-cinder-784477-11-iscsi {{(pid=108907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:59:41.002781 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-ab3713fd-ec94-4b19-a569-fedf9f91b811 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:41.056975 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.plugin [None req-ab3713fd-ec94-4b19-a569-fedf9f91b811 admin admin] Deleting port 4a3257ac-f25f-43e3-9716-1066af2401a2 {{(pid=108904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:59:41.057298 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-ab3713fd-ec94-4b19-a569-fedf9f91b811 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739692165232'] for port, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:41.093262 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-38b89b4d-01cc-4778-b6bd-c2df83c46c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893b0d8c-9087-4891-a5cc-b0868e70233c', 'name': 'tempest-TestVolumeBootPattern-838875937-router', 'tenant_id': '03074c6ca56e43319a67b1b559639b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '4a3257ac-f25f-43e3-9716-1066af2401a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:51:30Z', 'updated_at': '2021-12-16T15:59:40Z', 'revision_number': 5, 'project_id': '03074c6ca56e43319a67b1b559639b41', 'gw_port': {'id': '4a3257ac-f25f-43e3-9716-1066af2401a2', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:33:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893b0d8c-9087-4891-a5cc-b0868e70233c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:51:30Z', 'updated_at': '2021-12-16T15:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi'}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:59:41.119225 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b89b4d-01cc-4778-b6bd-c2df83c46c1e None None] Checking router: 893b0d8c-9087-4891-a5cc-b0868e70233c for host: dv-cinder-784477-11-iscsi {{(pid=108907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:59:41.127954 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b89b4d-01cc-4778-b6bd-c2df83c46c1e None None] Routers {'893b0d8c-9087-4891-a5cc-b0868e70233c'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:59:41.128557 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-38b89b4d-01cc-4778-b6bd-c2df83c46c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T15:59:39Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['893b0d8c-9087-4891-a5cc-b0868e70233c'], 'active': True} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:59:41.137233 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.db [None req-ab3713fd-ec94-4b19-a569-fedf9f91b811 admin admin] For port 4a3257ac-f25f-43e3-9716-1066af2401a2, host dv-cinder-784477-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=4a3257ac-f25f-43e3-9716-1066af2401a2,segment=NetworkSegment(0390f958-c764-4c6b-ad22-4946ebfb354b),segment_id=0390f958-c764-4c6b-ad22-4946ebfb354b)] {{(pid=108904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:59:41.137677 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-ab3713fd-ec94-4b19-a569-fedf9f91b811 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343270'] for port, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:41.151782 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.plugin [None req-ab3713fd-ec94-4b19-a569-fedf9f91b811 admin admin] Calling delete_port for 4a3257ac-f25f-43e3-9716-1066af2401a2 owned by network:router_gateway {{(pid=108904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:59:41.213644 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvr_db [None req-38b89b4d-01cc-4778-b6bd-c2df83c46c1e None None] Set router 893b0d8c-9087-4891-a5cc-b0868e70233c gateway port host: None {{(pid=108907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:59:41.318214 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-e6a1afc6-ab61-4c06-9aae-8bc4c5fea8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:41.320116 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-ab3713fd-ec94-4b19-a569-fedf9f91b811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739692371923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739691803603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4504497'] for port, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:41.346748 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3713fd-ec94-4b19-a569-fedf9f91b811 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a3257ac-f25f-43e3-9716-1066af2401a2,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:59:41.361933 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-38b89b4d-01cc-4778-b6bd-c2df83c46c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893b0d8c-9087-4891-a5cc-b0868e70233c', 'name': 'tempest-TestVolumeBootPattern-838875937-router', 'tenant_id': '03074c6ca56e43319a67b1b559639b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:51:30Z', 'updated_at': '2021-12-16T15:59:41Z', 'revision_number': 6, 'project_id': '03074c6ca56e43319a67b1b559639b41', 'gw_port_host': None}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:59:41.387961 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b89b4d-01cc-4778-b6bd-c2df83c46c1e None None] The sync data for ids ['893b0d8c-9087-4891-a5cc-b0868e70233c'] in dv-cinder-784477-11-iscsi is: [{'id': '893b0d8c-9087-4891-a5cc-b0868e70233c', 'name': 'tempest-TestVolumeBootPattern-838875937-router', 'tenant_id': '03074c6ca56e43319a67b1b559639b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:51:30Z', 'updated_at': '2021-12-16T15:59:41Z', 'revision_number': 6, 'project_id': '03074c6ca56e43319a67b1b559639b41', 'gw_port_host': None}] {{(pid=108907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:59:41.412400 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-ab3713fd-ec94-4b19-a569-fedf9f91b811 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7874381'] for router_gateway, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:41.501081 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-ab3713fd-ec94-4b19-a569-fedf9f91b811 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7875549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6835'] for router, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:41.503185 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-ab3713fd-ec94-4b19-a569-fedf9f91b811 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:41.555596 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-ab3713fd-ec94-4b19-a569-fedf9f91b811 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7875540'] for router, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:41.556137 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3713fd-ec94-4b19-a569-fedf9f91b811 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 893b0d8c-9087-4891-a5cc-b0868e70233c {{(pid=108904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:59:41.560480 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-ab3713fd-ec94-4b19-a569-fedf9f91b811 admin admin] Publish callbacks [] for router, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:41.561689 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-ab3713fd-ec94-4b19-a569-fedf9f91b811 admin admin] 10.222.0.31 "DELETE /v2.0/routers/893b0d8c-9087-4891-a5cc-b0868e70233c HTTP/1.1" status: 204 len: 168 time: 0.7568417 Dec 16 15:59:41.564448 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 46130) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:59:41.611969 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.db.db_base_plugin_v2 [None req-36999f6c-7ae5-4dca-8646-61c0ea723d22 admin admin] Deleting subnet a7c83c4d-b424-48cb-bffb-978834c3422b {{(pid=108905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:59:41.615316 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-36999f6c-7ae5-4dca-8646-61c0ea723d22 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:41.649425 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-36999f6c-7ae5-4dca-8646-61c0ea723d22 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5639532'] for subnet, precommit_delete_associations {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:41.731991 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-36999f6c-7ae5-4dca-8646-61c0ea723d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774085'] for subnet, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:41.800520 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-36999f6c-7ae5-4dca-8646-61c0ea723d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8060090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5936003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4908229'] for subnet, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:41.835348 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c38e49-65ab-4109-845a-d81252f331e0 None None] Network 268bc960-b9df-4d26-85ec-2c20b260e941 requested from dv-cinder-784477-11-iscsi {{(pid=108906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:59:41.836006 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-36999f6c-7ae5-4dca-8646-61c0ea723d22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7902797'] for subnet, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:41.839183 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-36999f6c-7ae5-4dca-8646-61c0ea723d22 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a7c83c4d-b424-48cb-bffb-978834c3422b HTTP/1.1" status: 204 len: 168 time: 0.2737155 Dec 16 15:59:41.841663 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36999f6c-7ae5-4dca-8646-61c0ea723d22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7c83c4d-b424-48cb-bffb-978834c3422b,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:59:41.842453 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 46134) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:59:41.882534 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d3b6fb-655d-4713-8d70-08e0e990bca6 req-814de8a1-0f56-4679-b577-247929690acd tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:59:41.886226 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-19d3b6fb-655d-4713-8d70-08e0e990bca6 req-814de8a1-0f56-4679-b577-247929690acd tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "GET /v2.0/ports?device_id=93f606cd-8124-42ea-9e06-4ed5b5dcccc4 HTTP/1.1" status: 200 len: 985 time: 0.0755517 Dec 16 15:59:41.915525 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-1e4cfbc1-6836-44fb-9f36-b4179a98d558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726507'] for network, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:41.953898 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-19d3b6fb-655d-4713-8d70-08e0e990bca6 req-a110f825-1cf5-4918-ad1a-d12347024b6b tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "GET /v2.0/security-groups?id=218cf1bc-ea80-4e64-9454-1d29e8ff2c1c&id=e7460c71-8195-4086-92e0-d284a45d9ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0626462 Dec 16 15:59:42.163188 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ff3463-84ae-44c3-8903-22a9736dd0c3 None None] DHCP port deletion for 268bc960-b9df-4d26-85ec-2c20b260e941 request from dv-cinder-784477-11-iscsi {{(pid=108906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:59:42.215353 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-33ff3463-84ae-44c3-8903-22a9736dd0c3 None None] Deleting port afdf2319-9a99-46d8-ba77-9320c2ea2904 {{(pid=108906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:59:42.215870 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-33ff3463-84ae-44c3-8903-22a9736dd0c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739692165232'] for port, before_delete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:42.239900 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.plugin [None req-1e4cfbc1-6836-44fb-9f36-b4179a98d558 admin admin] Deleting port afdf2319-9a99-46d8-ba77-9320c2ea2904 {{(pid=108904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:59:42.240264 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-1e4cfbc1-6836-44fb-9f36-b4179a98d558 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739692165232'] for port, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:42.299702 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-33ff3463-84ae-44c3-8903-22a9736dd0c3 None None] For port afdf2319-9a99-46d8-ba77-9320c2ea2904, host dv-cinder-784477-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=afdf2319-9a99-46d8-ba77-9320c2ea2904,segment=NetworkSegment(b0d3669b-f5b7-4d84-939d-9aeb7715cc04),segment_id=b0d3669b-f5b7-4d84-939d-9aeb7715cc04)] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:59:42.300099 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-33ff3463-84ae-44c3-8903-22a9736dd0c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343270'] for port, precommit_delete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:42.314089 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-33ff3463-84ae-44c3-8903-22a9736dd0c3 None None] Calling delete_port for afdf2319-9a99-46d8-ba77-9320c2ea2904 owned by network:dhcp {{(pid=108906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:59:42.320041 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.db [None req-1e4cfbc1-6836-44fb-9f36-b4179a98d558 admin admin] For port afdf2319-9a99-46d8-ba77-9320c2ea2904, host dv-cinder-784477-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=afdf2319-9a99-46d8-ba77-9320c2ea2904,segment=NetworkSegment(b0d3669b-f5b7-4d84-939d-9aeb7715cc04),segment_id=b0d3669b-f5b7-4d84-939d-9aeb7715cc04)] {{(pid=108904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:59:42.320536 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-1e4cfbc1-6836-44fb-9f36-b4179a98d558 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343270'] for port, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:42.335220 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.plugin [None req-1e4cfbc1-6836-44fb-9f36-b4179a98d558 admin admin] Calling delete_port for afdf2319-9a99-46d8-ba77-9320c2ea2904 owned by network:dhcp {{(pid=108904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:59:42.374601 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device 4a3257ac-f25f-43e3-9716-1066af2401a2 no longer exists at agent ovs-agent-dv-cinder-784477-11-iscsi {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:59:42.398903 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] No Port match for: 4a3257ac-f25f-43e3-9716-1066af2401a2 {{(pid=108906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:59:42.399341 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device 4a3257ac-f25f-43e3-9716-1066af2401a2 not bound to the agent host dv-cinder-784477-11-iscsi {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:59:42.399641 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device 6920f502-d3d2-4d48-89da-de0a29151c8e no longer exists at agent ovs-agent-dv-cinder-784477-11-iscsi {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:59:42.426810 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-1e4cfbc1-6836-44fb-9f36-b4179a98d558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739692371923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739691803603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4504497'] for port, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:42.429369 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] No Port match for: 6920f502-d3d2-4d48-89da-de0a29151c8e {{(pid=108906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:59:42.429736 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device 6920f502-d3d2-4d48-89da-de0a29151c8e not bound to the agent host dv-cinder-784477-11-iscsi {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:59:42.430145 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device afdf2319-9a99-46d8-ba77-9320c2ea2904 no longer exists at agent ovs-agent-dv-cinder-784477-11-iscsi {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:59:42.452421 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] No Port match for: afdf2319-9a99-46d8-ba77-9320c2ea2904 {{(pid=108906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:59:42.452763 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device afdf2319-9a99-46d8-ba77-9320c2ea2904 not bound to the agent host dv-cinder-784477-11-iscsi {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:59:42.454584 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-33ff3463-84ae-44c3-8903-22a9736dd0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739692371923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739691803603'] for port, after_delete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:42.456015 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4cfbc1-6836-44fb-9f36-b4179a98d558 admin admin] Pushing event deleted for resources: {'Port': ['ID=afdf2319-9a99-46d8-ba77-9320c2ea2904,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:59:42.461394 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4cfbc1-6836-44fb-9f36-b4179a98d558 admin admin] No DVR routers for this DVR port afdf2319-9a99-46d8-ba77-9320c2ea2904 on host dv-cinder-784477-11-iscsi {{(pid=108904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:59:42.486309 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ff3463-84ae-44c3-8903-22a9736dd0c3 None None] Pushing event deleted for resources: {'Port': ['ID=afdf2319-9a99-46d8-ba77-9320c2ea2904,revision_number=None']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:59:42.489770 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ff3463-84ae-44c3-8903-22a9736dd0c3 None None] No DVR routers for this DVR port afdf2319-9a99-46d8-ba77-9320c2ea2904 on host dv-cinder-784477-11-iscsi {{(pid=108906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:59:42.549065 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-1e4cfbc1-6836-44fb-9f36-b4179a98d558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771154', 'neutron.services.segments.db._delete_segments_for_network-8739692305794'] for network, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:42.568271 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.services.segments.db [None req-1e4cfbc1-6836-44fb-9f36-b4179a98d558 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['268bc960-b9df-4d26-85ec-2c20b260e941']}} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:59:42.577368 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.services.segments.db [None req-1e4cfbc1-6836-44fb-9f36-b4179a98d558 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0d3669b-f5b7-4d84-939d-9aeb7715cc04') {'for_net_delete': True} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:59:42.577718 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.services.segments.db [None req-1e4cfbc1-6836-44fb-9f36-b4179a98d558 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0d3669b-f5b7-4d84-939d-9aeb7715cc04') {} {{(pid=108904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:59:42.592139 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-1e4cfbc1-6836-44fb-9f36-b4179a98d558 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739692307083', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4411711'] for segment, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:42.610659 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-1e4cfbc1-6836-44fb-9f36-b4179a98d558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772428'] for segment, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:42.617012 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e4cfbc1-6836-44fb-9f36-b4179a98d558 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=108904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:59:42.617394 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-1e4cfbc1-6836-44fb-9f36-b4179a98d558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4504556'] for segment, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:42.619122 dv-cinder-784477-11-iscsi neutron-server[108904]: Traceback (most recent call last): Dec 16 15:59:42.619122 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:59:42.619122 dv-cinder-784477-11-iscsi neutron-server[108904]: timer() Dec 16 15:59:42.619122 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:59:42.619122 dv-cinder-784477-11-iscsi neutron-server[108904]: cb(*args, **kw) Dec 16 15:59:42.619122 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:59:42.619122 dv-cinder-784477-11-iscsi neutron-server[108904]: return func(*args, **kwargs) Dec 16 15:59:42.619122 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:59:42.619122 dv-cinder-784477-11-iscsi neutron-server[108904]: self._notify() Dec 16 15:59:42.619122 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:59:42.619122 dv-cinder-784477-11-iscsi neutron-server[108904]: self.callback(batched_events) Dec 16 15:59:42.619122 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:59:42.619122 dv-cinder-784477-11-iscsi neutron-server[108904]: event.method(event) Dec 16 15:59:42.619122 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:59:42.619122 dv-cinder-784477-11-iscsi neutron-server[108904]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:59:42.619122 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:59:42.619122 dv-cinder-784477-11-iscsi neutron-server[108904]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:59:42.619122 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:59:42.619122 dv-cinder-784477-11-iscsi neutron-server[108904]: return f(self, *a, **k) Dec 16 15:59:42.619122 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:59:42.619122 dv-cinder-784477-11-iscsi neutron-server[108904]: return self._get(url).json() Dec 16 15:59:42.619122 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:59:42.619122 dv-cinder-784477-11-iscsi neutron-server[108904]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:59:42.619122 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:59:42.619122 dv-cinder-784477-11-iscsi neutron-server[108904]: return self.request(url, 'GET', **kwargs) Dec 16 15:59:42.619122 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:59:42.619122 dv-cinder-784477-11-iscsi neutron-server[108904]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:59:42.619122 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:59:42.619122 dv-cinder-784477-11-iscsi neutron-server[108904]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:59:42.619122 dv-cinder-784477-11-iscsi neutron-server[108904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:59:42.619122 dv-cinder-784477-11-iscsi neutron-server[108904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:59:42.619122 dv-cinder-784477-11-iscsi neutron-server[108904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:59:42.674387 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-1e4cfbc1-6836-44fb-9f36-b4179a98d558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8007001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874401'] for network, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:42.679596 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-1e4cfbc1-6836-44fb-9f36-b4179a98d558 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7902797'] for network, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:42.682801 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-1e4cfbc1-6836-44fb-9f36-b4179a98d558 admin admin] 10.222.0.31 "DELETE /v2.0/networks/268bc960-b9df-4d26-85ec-2c20b260e941 HTTP/1.1" status: 204 len: 168 time: 0.8382342 Dec 16 15:59:42.693949 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4cfbc1-6836-44fb-9f36-b4179a98d558 admin admin] Pushing event deleted for resources: {'Network': ['ID=268bc960-b9df-4d26-85ec-2c20b260e941,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:59:42.766076 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:42.802230 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 46138) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:59:42.844037 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-54a2a2e3-b963-4944-943f-82dc4815bbf2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5afea3407ef84fafa658a82512fb4d24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402751 Dec 16 15:59:42.846673 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 46140) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:59:42.895589 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-29e05736-5758-4b26-89cb-102a7d53d293 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:42.921122 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-29e05736-5758-4b26-89cb-102a7d53d293 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:42.968958 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-29e05736-5758-4b26-89cb-102a7d53d293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:42.971600 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-29e05736-5758-4b26-89cb-102a7d53d293 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:42.972764 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-29e05736-5758-4b26-89cb-102a7d53d293 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f1064c79-5dd0-49a5-a0ae-75d21774bea0 HTTP/1.1" status: 204 len: 168 time: 0.1252034 Dec 16 15:59:42.981016 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e05736-5758-4b26-89cb-102a7d53d293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1064c79-5dd0-49a5-a0ae-75d21774bea0,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:59:43.076657 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f31841-c85c-417a-8837-8bcdf228b9fe req-2d14e09f-a2b7-4444-9bbb-04ce5f9242b5 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:59:43.078382 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-41f31841-c85c-417a-8837-8bcdf228b9fe req-2d14e09f-a2b7-4444-9bbb-04ce5f9242b5 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "GET /v2.0/ports?device_id=93f606cd-8124-42ea-9e06-4ed5b5dcccc4 HTTP/1.1" status: 200 len: 985 time: 0.0505116 Dec 16 15:59:43.140035 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-41f31841-c85c-417a-8837-8bcdf228b9fe req-c691bd56-6464-44a5-b83c-1af8b2904601 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "GET /v2.0/security-groups?id=218cf1bc-ea80-4e64-9454-1d29e8ff2c1c&id=e7460c71-8195-4086-92e0-d284a45d9ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554390 Dec 16 15:59:43.305054 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 46150) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:59:43.343618 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-3501df77-9d8e-46e1-9347-69aefc1af161 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=03074c6ca56e43319a67b1b559639b41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0373929 Dec 16 15:59:43.346087 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 46152) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:59:43.392352 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-3103d79a-50a3-4764-91c0-361d0ac9e467 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:43.413887 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-3103d79a-50a3-4764-91c0-361d0ac9e467 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:43.465853 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-3103d79a-50a3-4764-91c0-361d0ac9e467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:43.468397 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-3103d79a-50a3-4764-91c0-361d0ac9e467 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:43.469546 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-3103d79a-50a3-4764-91c0-361d0ac9e467 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1fb3c476-97fa-406f-a0ad-1d07db7cbfc2 HTTP/1.1" status: 204 len: 168 time: 0.1225970 Dec 16 15:59:43.479173 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3103d79a-50a3-4764-91c0-361d0ac9e467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb3c476-97fa-406f-a0ad-1d07db7cbfc2,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:59:49.399131 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:57.020638 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.agents_db [None req-3e981004-2469-4169-a15f-e329d1e51356 None None] Agent healthcheck: found 6 active agents {{(pid=108907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:00:06.644073 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-3f25e38e-38ba-4c08-b768-c06ab7908590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:08.893925 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac54ebc0-39b0-47f5-8b2c-4f98ddb63e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:10.549119 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-223b144f-a2e3-43d1-9ee0-793d55a0ef66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:11.323659 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-e6a1afc6-ab61-4c06-9aae-8bc4c5fea8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:12.780855 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:16.246080 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-ad62f510-2bd8-4a62-8cbc-dad5776d0bdb req-c29e4d21-55ac-4692-97f7-0486020daee5 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1680142675&fields=id&tenant_id=a1354e5edc5f47ae9977e62b72cad47a HTTP/1.1" status: 200 len: 267 time: 0.0453742 Dec 16 16:00:16.300234 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad62f510-2bd8-4a62-8cbc-dad5776d0bdb req-8ce7147b-71ab-4c54-83c3-bf129efd1446 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:00:16.301715 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-ad62f510-2bd8-4a62-8cbc-dad5776d0bdb req-8ce7147b-71ab-4c54-83c3-bf129efd1446 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "GET /v2.0/ports?device_id=93f606cd-8124-42ea-9e06-4ed5b5dcccc4 HTTP/1.1" status: 200 len: 985 time: 0.0499041 Dec 16 16:00:16.312624 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.v2.base [req-ad62f510-2bd8-4a62-8cbc-dad5776d0bdb req-2c92cb22-7297-4511-973c-debb0007a0ee tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Request body: {'port': {'security_groups': ['218cf1bc-ea80-4e64-9454-1d29e8ff2c1c']}} {{(pid=108905) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:00:16.378384 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-ad62f510-2bd8-4a62-8cbc-dad5776d0bdb req-2c92cb22-7297-4511-973c-debb0007a0ee tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-580890'] for port, before_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:16.570725 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.db [req-ad62f510-2bd8-4a62-8cbc-dad5776d0bdb req-2c92cb22-7297-4511-973c-debb0007a0ee tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] For port 8d78ebca-1e6d-4075-9f3a-6c637c11bc0e, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=8d78ebca-1e6d-4075-9f3a-6c637c11bc0e,segment=NetworkSegment(4d17adbd-9d52-4527-981b-83acd5aabaf2),segment_id=4d17adbd-9d52-4527-981b-83acd5aabaf2)] {{(pid=108905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:00:16.608072 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-ad62f510-2bd8-4a62-8cbc-dad5776d0bdb req-2c92cb22-7297-4511-973c-debb0007a0ee tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Publish callbacks [] for port, precommit_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:16.615235 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-ad62f510-2bd8-4a62-8cbc-dad5776d0bdb req-2c92cb22-7297-4511-973c-debb0007a0ee tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739692371941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739691803612', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739691803630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5936077'] for port, after_update {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:16.627669 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] get_ports_and_sgs() called for port_ids ['8d78ebca-1e6d-4075-9f3a-6c637c11bc0e'] {{(pid=108906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 16:00:16.659168 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad62f510-2bd8-4a62-8cbc-dad5776d0bdb req-2c92cb22-7297-4511-973c-debb0007a0ee tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:00:16.659810 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [req-ad62f510-2bd8-4a62-8cbc-dad5776d0bdb req-2c92cb22-7297-4511-973c-debb0007a0ee tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294'] for port, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:16.661213 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-ad62f510-2bd8-4a62-8cbc-dad5776d0bdb req-2c92cb22-7297-4511-973c-debb0007a0ee tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "PUT /v2.0/ports/8d78ebca-1e6d-4075-9f3a-6c637c11bc0e HTTP/1.1" status: 200 len: 943 time: 0.3530517 Dec 16 16:00:16.661701 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93f606cd-8124-42ea-9e06-4ed5b5dcccc4', 'tag': '8d78ebca-1e6d-4075-9f3a-6c637c11bc0e'}] {{(pid=108905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:00:16.664001 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6427484bab23da45c698b4d929e4ad3874a49078d57181539d46633581fe494" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9dd208a-5a08-461c-a2cb-de612cae5b70" -d '{"events": [{"name": "network-changed", "server_uuid": "93f606cd-8124-42ea-9e06-4ed5b5dcccc4", "tag": "8d78ebca-1e6d-4075-9f3a-6c637c11bc0e"}]}' {{(pid=108905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:00:16.668304 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 46168) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:00:16.693556 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c92cb22-7297-4511-973c-debb0007a0ee tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Pushing event updated for resources: {'Port': ['ID=8d78ebca-1e6d-4075-9f3a-6c637c11bc0e,revision_number=7']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:00:16.702628 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c92cb22-7297-4511-973c-debb0007a0ee tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:16.703877 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c92cb22-7297-4511-973c-debb0007a0ee tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:16.704429 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c92cb22-7297-4511-973c-debb0007a0ee tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:16.704990 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c92cb22-7297-4511-973c-debb0007a0ee tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:16.705845 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c92cb22-7297-4511-973c-debb0007a0ee tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:16.706423 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c92cb22-7297-4511-973c-debb0007a0ee tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:16.706967 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c92cb22-7297-4511-973c-debb0007a0ee tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:16.707528 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c92cb22-7297-4511-973c-debb0007a0ee tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:16.708122 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c92cb22-7297-4511-973c-debb0007a0ee tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:16.709249 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c92cb22-7297-4511-973c-debb0007a0ee tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:16.710213 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c92cb22-7297-4511-973c-debb0007a0ee tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:16.710912 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c92cb22-7297-4511-973c-debb0007a0ee tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:16.711465 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c92cb22-7297-4511-973c-debb0007a0ee tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:16.744273 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] get_ports_and_sgs() called for port_ids ['8d78ebca-1e6d-4075-9f3a-6c637c11bc0e'] {{(pid=108906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 16:00:16.748424 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-53078502-ed22-4735-9a28-3c746c21f708 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Publish callbacks [] for security_group, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:16.782317 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-53078502-ed22-4735-9a28-3c746c21f708 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:16.850220 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-53078502-ed22-4735-9a28-3c746c21f708 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:16.853262 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-53078502-ed22-4735-9a28-3c746c21f708 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Publish callbacks [] for security_group, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:16.857237 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-53078502-ed22-4735-9a28-3c746c21f708 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "DELETE /v2.0/security-groups/e7460c71-8195-4086-92e0-d284a45d9ac6 HTTP/1.1" status: 204 len: 168 time: 0.1851625 Dec 16 16:00:16.857544 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 46172) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:00:16.865171 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53078502-ed22-4735-9a28-3c746c21f708 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7460c71-8195-4086-92e0-d284a45d9ac6,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:00:16.873349 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53078502-ed22-4735-9a28-3c746c21f708 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:16.873742 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53078502-ed22-4735-9a28-3c746c21f708 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:16.874091 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53078502-ed22-4735-9a28-3c746c21f708 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:16.874436 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53078502-ed22-4735-9a28-3c746c21f708 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:16.874768 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53078502-ed22-4735-9a28-3c746c21f708 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:16.875102 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53078502-ed22-4735-9a28-3c746c21f708 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:16.875434 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53078502-ed22-4735-9a28-3c746c21f708 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:16.875793 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53078502-ed22-4735-9a28-3c746c21f708 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:16.876124 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53078502-ed22-4735-9a28-3c746c21f708 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:16.876502 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53078502-ed22-4735-9a28-3c746c21f708 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:16.876964 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53078502-ed22-4735-9a28-3c746c21f708 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:16.877297 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53078502-ed22-4735-9a28-3c746c21f708 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:16.877668 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53078502-ed22-4735-9a28-3c746c21f708 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:16.943664 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd15bfb1-e846-4ce2-ada3-738661e74183 x-openstack-request-id: req-dd15bfb1-e846-4ce2-ada3-738661e74183 {{(pid=108905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:00:16.943957 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93f606cd-8124-42ea-9e06-4ed5b5dcccc4", "tag": "8d78ebca-1e6d-4075-9f3a-6c637c11bc0e", "status": "completed", "code": 200}]} {{(pid=108905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:00:16.944231 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dd15bfb1-e846-4ce2-ada3-738661e74183 {{(pid=108905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:00:16.944627 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93f606cd-8124-42ea-9e06-4ed5b5dcccc4', 'tag': '8d78ebca-1e6d-4075-9f3a-6c637c11bc0e', 'status': 'completed', 'code': 200} Dec 16 16:00:16.960222 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.provisioning_blocks [None req-71176232-79aa-42b3-a608-268ba84b6cb5 None None] Provisioning complete for port 8d78ebca-1e6d-4075-9f3a-6c637c11bc0e triggered by entity DHCP. {{(pid=108906) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:00:16.960584 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-71176232-79aa-42b3-a608-268ba84b6cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-783339'] for port, provisioning_complete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:17.004978 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd208a-5a08-461c-a2cb-de612cae5b70 req-bed2a072-177c-4e5d-813c-1123f6174cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:00:17.006469 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-a9dd208a-5a08-461c-a2cb-de612cae5b70 req-bed2a072-177c-4e5d-813c-1123f6174cda service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a1354e5edc5f47ae9977e62b72cad47a&device_id=93f606cd-8124-42ea-9e06-4ed5b5dcccc4 HTTP/1.1" status: 200 len: 1099 time: 0.0426776 Dec 16 16:00:17.039610 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.plugin [None req-085ae37c-dacf-4965-a677-34e87bf999ab tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Deleting port 414c4925-0ac0-4736-a3ce-2c241086fcec {{(pid=108905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:00:17.039949 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-085ae37c-dacf-4965-a677-34e87bf999ab tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739692165232'] for port, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:17.106627 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd208a-5a08-461c-a2cb-de612cae5b70 req-db19a8ef-df6e-4911-b3db-9bec7729e2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:00:17.108111 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-a9dd208a-5a08-461c-a2cb-de612cae5b70 req-db19a8ef-df6e-4911-b3db-9bec7729e2b3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=51485203-00c5-419d-a44d-06f8f6badd52 HTTP/1.1" status: 200 len: 916 time: 0.0886090 Dec 16 16:00:17.117748 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-085ae37c-dacf-4965-a677-34e87bf999ab tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343270'] for port, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:17.118073 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-085ae37c-dacf-4965-a677-34e87bf999ab tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:17.129707 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.plugin [None req-085ae37c-dacf-4965-a677-34e87bf999ab tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Calling delete_port for 414c4925-0ac0-4736-a3ce-2c241086fcec owned by network:floatingip {{(pid=108905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:00:17.173193 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-a9dd208a-5a08-461c-a2cb-de612cae5b70 req-a0a59b98-1060-4c55-a834-8c4f6fec149b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d78ebca-1e6d-4075-9f3a-6c637c11bc0e HTTP/1.1" status: 200 len: 1000 time: 0.0573161 Dec 16 16:00:17.222077 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd208a-5a08-461c-a2cb-de612cae5b70 req-492f2b71-be54-4a69-a9eb-5a8f54ca2ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:00:17.223544 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-a9dd208a-5a08-461c-a2cb-de612cae5b70 req-492f2b71-be54-4a69-a9eb-5a8f54ca2ca6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8c16216b-6f7d-4712-8924-1ef41f743499 HTTP/1.1" status: 200 len: 854 time: 0.0439160 Dec 16 16:00:17.272419 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd208a-5a08-461c-a2cb-de612cae5b70 req-c1a22592-ce92-4b54-92d4-1b9cea630d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:00:17.273991 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-a9dd208a-5a08-461c-a2cb-de612cae5b70 req-c1a22592-ce92-4b54-92d4-1b9cea630d15 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=51485203-00c5-419d-a44d-06f8f6badd52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0433440 Dec 16 16:00:17.277937 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-085ae37c-dacf-4965-a677-34e87bf999ab tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739692371923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739691803603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5936052'] for port, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:17.307863 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085ae37c-dacf-4965-a677-34e87bf999ab tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Pushing event deleted for resources: {'Port': ['ID=414c4925-0ac0-4736-a3ce-2c241086fcec,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:00:17.362310 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-a9dd208a-5a08-461c-a2cb-de612cae5b70 req-eb65ab69-be8c-45fc-befa-bcdfd165e66a service neutron] 10.222.0.66 "GET /v2.0/networks/51485203-00c5-419d-a44d-06f8f6badd52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812480 Dec 16 16:00:17.366064 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-085ae37c-dacf-4965-a677-34e87bf999ab tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Publish callbacks [] for floatingip, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:17.366392 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.db.l3_db [None req-085ae37c-dacf-4965-a677-34e87bf999ab tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Floating IP 013512f5-1b35-4f24-9884-6f2a19f6f481 disassociated (deleted). External IP: 172.27.1.4, port: 8d78ebca-1e6d-4075-9f3a-6c637c11bc0e. Dec 16 16:00:17.452868 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-a9dd208a-5a08-461c-a2cb-de612cae5b70 req-23de9e98-5fa4-4d6c-8d38-d1046d7c5207 service neutron] 10.222.0.66 "GET /v2.0/networks/51485203-00c5-419d-a44d-06f8f6badd52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831292 Dec 16 16:00:17.582585 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-085ae37c-dacf-4965-a677-34e87bf999ab tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Router 68e04f17-8021-458d-a785-c4320c8bc0e6 has already been hosted by L3 agent 53beefa8-37d8-48bc-b6da-d824d56f81c3 {{(pid=108905) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:00:17.693252 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-085ae37c-dacf-4965-a677-34e87bf999ab tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Notify agent at l3_agent.dv-cinder-784477-11-iscsi the message routers_updated {{(pid=108905) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:00:17.698634 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-085ae37c-dacf-4965-a677-34e87bf999ab tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294'] for floatingip, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:17.705808 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8465d2-0a58-4040-8f58-a16a0147242f None None] Sync routers for ids ['68e04f17-8021-458d-a785-c4320c8bc0e6'] in dv-cinder-784477-11-iscsi {{(pid=108906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:00:17.715070 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8465d2-0a58-4040-8f58-a16a0147242f None None] Routers {'68e04f17-8021-458d-a785-c4320c8bc0e6'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:00:17.716015 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-fc8465d2-0a58-4040-8f58-a16a0147242f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T16:00:09Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['68e04f17-8021-458d-a785-c4320c8bc0e6'], 'active': True} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:00:17.728463 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-085ae37c-dacf-4965-a677-34e87bf999ab tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "DELETE /v2.0/floatingips/013512f5-1b35-4f24-9884-6f2a19f6f481 HTTP/1.1" status: 204 len: 168 time: 0.8698151 Dec 16 16:00:17.822866 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvr_db [None req-fc8465d2-0a58-4040-8f58-a16a0147242f None None] Set router 68e04f17-8021-458d-a785-c4320c8bc0e6 gateway port host: dv-cinder-784477-11-iscsi {{(pid=108906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:00:18.024631 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-fc8465d2-0a58-4040-8f58-a16a0147242f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e04f17-8021-458d-a785-c4320c8bc0e6', 'name': 'tempest-TestMinimumBasicScenario-1739870643-router', 'tenant_id': 'a1354e5edc5f47ae9977e62b72cad47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '63b7db24-a554-48e6-868c-e98c6210cd07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:58:17Z', 'updated_at': '2021-12-16T15:58:19Z', 'revision_number': 4, 'project_id': 'a1354e5edc5f47ae9977e62b72cad47a', 'gw_port': {'id': '63b7db24-a554-48e6-868c-e98c6210cd07', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:5c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e04f17-8021-458d-a785-c4320c8bc0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:58:17Z', 'updated_at': '2021-12-16T15:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_interfaces': [{'id': '9f5718ef-4003-4c8e-bdc0-695e63beab72', 'name': '', 'network_id': '51485203-00c5-419d-a44d-06f8f6badd52', 'tenant_id': 'a1354e5edc5f47ae9977e62b72cad47a', 'mac_address': 'fa:16:3e:45:16:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e04f17-8021-458d-a785-c4320c8bc0e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '8c16216b-6f7d-4712-8924-1ef41f743499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:58:19Z', 'updated_at': '2021-12-16T15:58:24Z', 'revision_number': 5, 'project_id': 'a1354e5edc5f47ae9977e62b72cad47a', 'subnets': [{'id': '8c16216b-6f7d-4712-8924-1ef41f743499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:00:18.178488 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8465d2-0a58-4040-8f58-a16a0147242f None None] Checking router: 68e04f17-8021-458d-a785-c4320c8bc0e6 for host: dv-cinder-784477-11-iscsi {{(pid=108906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:00:18.187840 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8465d2-0a58-4040-8f58-a16a0147242f None None] Routers {'68e04f17-8021-458d-a785-c4320c8bc0e6'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:00:18.188500 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-fc8465d2-0a58-4040-8f58-a16a0147242f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T16:00:09Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['68e04f17-8021-458d-a785-c4320c8bc0e6'], 'active': True} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:00:18.294993 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvr_db [None req-fc8465d2-0a58-4040-8f58-a16a0147242f None None] Set router 68e04f17-8021-458d-a785-c4320c8bc0e6 gateway port host: dv-cinder-784477-11-iscsi {{(pid=108906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:00:18.494876 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-fc8465d2-0a58-4040-8f58-a16a0147242f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e04f17-8021-458d-a785-c4320c8bc0e6', 'name': 'tempest-TestMinimumBasicScenario-1739870643-router', 'tenant_id': 'a1354e5edc5f47ae9977e62b72cad47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '63b7db24-a554-48e6-868c-e98c6210cd07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:58:17Z', 'updated_at': '2021-12-16T15:58:19Z', 'revision_number': 4, 'project_id': 'a1354e5edc5f47ae9977e62b72cad47a', 'gw_port': {'id': '63b7db24-a554-48e6-868c-e98c6210cd07', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:5c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e04f17-8021-458d-a785-c4320c8bc0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:58:17Z', 'updated_at': '2021-12-16T15:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_interfaces': [{'id': '9f5718ef-4003-4c8e-bdc0-695e63beab72', 'name': '', 'network_id': '51485203-00c5-419d-a44d-06f8f6badd52', 'tenant_id': 'a1354e5edc5f47ae9977e62b72cad47a', 'mac_address': 'fa:16:3e:45:16:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e04f17-8021-458d-a785-c4320c8bc0e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '8c16216b-6f7d-4712-8924-1ef41f743499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:58:19Z', 'updated_at': '2021-12-16T15:58:24Z', 'revision_number': 5, 'project_id': 'a1354e5edc5f47ae9977e62b72cad47a', 'subnets': [{'id': '8c16216b-6f7d-4712-8924-1ef41f743499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:00:18.526400 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8465d2-0a58-4040-8f58-a16a0147242f None None] The sync data for ids ['68e04f17-8021-458d-a785-c4320c8bc0e6'] in dv-cinder-784477-11-iscsi is: [{'id': '68e04f17-8021-458d-a785-c4320c8bc0e6', 'name': 'tempest-TestMinimumBasicScenario-1739870643-router', 'tenant_id': 'a1354e5edc5f47ae9977e62b72cad47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '63b7db24-a554-48e6-868c-e98c6210cd07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:58:17Z', 'updated_at': '2021-12-16T15:58:19Z', 'revision_number': 4, 'project_id': 'a1354e5edc5f47ae9977e62b72cad47a', 'gw_port': {'id': '63b7db24-a554-48e6-868c-e98c6210cd07', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:5c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e04f17-8021-458d-a785-c4320c8bc0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:58:17Z', 'updated_at': '2021-12-16T15:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi', '_interfaces': [{'id': '9f5718ef-4003-4c8e-bdc0-695e63beab72', 'name': '', 'network_id': '51485203-00c5-419d-a44d-06f8f6badd52', 'tenant_id': 'a1354e5edc5f47ae9977e62b72cad47a', 'mac_address': 'fa:16:3e:45:16:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e04f17-8021-458d-a785-c4320c8bc0e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '8c16216b-6f7d-4712-8924-1ef41f743499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:58:19Z', 'updated_at': '2021-12-16T15:58:24Z', 'revision_number': 5, 'project_id': 'a1354e5edc5f47ae9977e62b72cad47a', 'subnets': [{'id': '8c16216b-6f7d-4712-8924-1ef41f743499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:00:18.749457 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4c4bc9-bab5-432f-8f9d-a106d0f10295 None None] New status for floating IP 013512f5-1b35-4f24-9884-6f2a19f6f481: DOWN {{(pid=108907) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 16:00:18.946634 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93f606cd-8124-42ea-9e06-4ed5b5dcccc4', 'tag': '8d78ebca-1e6d-4075-9f3a-6c637c11bc0e'}] {{(pid=108905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:00:18.950518 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6427484bab23da45c698b4d929e4ad3874a49078d57181539d46633581fe494" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e84950-be7a-4ea2-8e3f-fca10c542c69" -d '{"events": [{"name": "network-changed", "server_uuid": "93f606cd-8124-42ea-9e06-4ed5b5dcccc4", "tag": "8d78ebca-1e6d-4075-9f3a-6c637c11bc0e"}]}' {{(pid=108905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:00:18.995433 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d58310-76aa-463b-9c7b-eef1ccb3d63b x-openstack-request-id: req-73d58310-76aa-463b-9c7b-eef1ccb3d63b {{(pid=108905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:00:18.995662 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93f606cd-8124-42ea-9e06-4ed5b5dcccc4", "tag": "8d78ebca-1e6d-4075-9f3a-6c637c11bc0e", "status": "completed", "code": 200}]} {{(pid=108905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:00:18.995919 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-73d58310-76aa-463b-9c7b-eef1ccb3d63b {{(pid=108905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:00:18.996721 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93f606cd-8124-42ea-9e06-4ed5b5dcccc4', 'tag': '8d78ebca-1e6d-4075-9f3a-6c637c11bc0e', 'status': 'completed', 'code': 200} Dec 16 16:00:19.060325 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e84950-be7a-4ea2-8e3f-fca10c542c69 req-e9cfce39-527e-4351-9b83-a32001a6e4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:00:19.061362 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-e1e84950-be7a-4ea2-8e3f-fca10c542c69 req-e9cfce39-527e-4351-9b83-a32001a6e4fe service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a1354e5edc5f47ae9977e62b72cad47a&device_id=93f606cd-8124-42ea-9e06-4ed5b5dcccc4 HTTP/1.1" status: 200 len: 1099 time: 0.0415823 Dec 16 16:00:19.153527 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e84950-be7a-4ea2-8e3f-fca10c542c69 req-966b71af-0c44-4882-bd51-3dca983a7cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:00:19.156370 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-e1e84950-be7a-4ea2-8e3f-fca10c542c69 req-966b71af-0c44-4882-bd51-3dca983a7cfc service neutron] 10.222.0.66 "GET /v2.0/networks?id=51485203-00c5-419d-a44d-06f8f6badd52 HTTP/1.1" status: 200 len: 916 time: 0.0874972 Dec 16 16:00:19.204265 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-e1e84950-be7a-4ea2-8e3f-fca10c542c69 req-e5a00a4d-0bcd-4413-8ebb-65ffc2b068f1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d78ebca-1e6d-4075-9f3a-6c637c11bc0e HTTP/1.1" status: 200 len: 217 time: 0.0407574 Dec 16 16:00:19.252276 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e84950-be7a-4ea2-8e3f-fca10c542c69 req-036cd893-fa34-4ae8-b148-827e22140132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:00:19.253619 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-e1e84950-be7a-4ea2-8e3f-fca10c542c69 req-036cd893-fa34-4ae8-b148-827e22140132 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8c16216b-6f7d-4712-8924-1ef41f743499 HTTP/1.1" status: 200 len: 854 time: 0.0430925 Dec 16 16:00:19.300759 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e84950-be7a-4ea2-8e3f-fca10c542c69 req-12600dda-f165-4315-b99d-594793ab6267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:00:19.302364 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-e1e84950-be7a-4ea2-8e3f-fca10c542c69 req-12600dda-f165-4315-b99d-594793ab6267 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=51485203-00c5-419d-a44d-06f8f6badd52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0407960 Dec 16 16:00:19.394341 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-e1e84950-be7a-4ea2-8e3f-fca10c542c69 req-f0c4c2e2-fd18-42a1-b3ca-fd1e76498d7d service neutron] 10.222.0.66 "GET /v2.0/networks/51485203-00c5-419d-a44d-06f8f6badd52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845373 Dec 16 16:00:19.401234 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:19.481536 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-e1e84950-be7a-4ea2-8e3f-fca10c542c69 req-270d3522-04be-41f0-8c51-dd8c8ae2b74d service neutron] 10.222.0.66 "GET /v2.0/networks/51485203-00c5-419d-a44d-06f8f6badd52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801277 Dec 16 16:00:20.461158 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365db01-3a55-46a3-a32f-198ca26932c2 req-76a98f4f-5d29-4634-be2e-39e961fe7c73 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:00:20.463043 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-d365db01-3a55-46a3-a32f-198ca26932c2 req-76a98f4f-5d29-4634-be2e-39e961fe7c73 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "GET /v2.0/ports?device_id=93f606cd-8124-42ea-9e06-4ed5b5dcccc4 HTTP/1.1" status: 200 len: 946 time: 0.0558145 Dec 16 16:00:20.514073 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-d365db01-3a55-46a3-a32f-198ca26932c2 req-b750ff6b-546c-4d30-80a0-144b55747975 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "GET /v2.0/security-groups?id=218cf1bc-ea80-4e64-9454-1d29e8ff2c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422843 Dec 16 16:00:21.639621 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253170c-fc4f-4b13-a5d3-37dc2e78bfe9 req-1a5baa25-332e-4df1-8502-b706115e0ea3 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108905) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:00:21.641098 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-b253170c-fc4f-4b13-a5d3-37dc2e78bfe9 req-1a5baa25-332e-4df1-8502-b706115e0ea3 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "GET /v2.0/ports?device_id=93f606cd-8124-42ea-9e06-4ed5b5dcccc4 HTTP/1.1" status: 200 len: 946 time: 0.0569694 Dec 16 16:00:21.689308 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-b253170c-fc4f-4b13-a5d3-37dc2e78bfe9 req-7deadb69-bedc-4fcb-b982-9ea63cc4ddd1 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "GET /v2.0/security-groups?id=218cf1bc-ea80-4e64-9454-1d29e8ff2c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419104 Dec 16 16:00:22.110603 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca1acc-6f7b-4dc7-af85-3764c533ef92 req-6ed5fb95-e0a9-4a87-b903-18ed75da6d82 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:00:22.112089 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-32ca1acc-6f7b-4dc7-af85-3764c533ef92 req-6ed5fb95-e0a9-4a87-b903-18ed75da6d82 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.66 "GET /v2.0/ports?device_id=93f606cd-8124-42ea-9e06-4ed5b5dcccc4 HTTP/1.1" status: 200 len: 946 time: 0.0495472 Dec 16 16:00:22.204424 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.plugin [req-32ca1acc-6f7b-4dc7-af85-3764c533ef92 req-faea210d-fc38-44ea-a55d-f32b852e1588 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Deleting port 8d78ebca-1e6d-4075-9f3a-6c637c11bc0e {{(pid=108904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:00:22.204759 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-32ca1acc-6f7b-4dc7-af85-3764c533ef92 req-faea210d-fc38-44ea-a55d-f32b852e1588 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739692165232'] for port, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:22.302066 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.db [req-32ca1acc-6f7b-4dc7-af85-3764c533ef92 req-faea210d-fc38-44ea-a55d-f32b852e1588 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] For port 8d78ebca-1e6d-4075-9f3a-6c637c11bc0e, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=8d78ebca-1e6d-4075-9f3a-6c637c11bc0e,segment=NetworkSegment(4d17adbd-9d52-4527-981b-83acd5aabaf2),segment_id=4d17adbd-9d52-4527-981b-83acd5aabaf2)] {{(pid=108904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:00:22.302458 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-32ca1acc-6f7b-4dc7-af85-3764c533ef92 req-faea210d-fc38-44ea-a55d-f32b852e1588 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343270'] for port, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:22.315454 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.plugin [req-32ca1acc-6f7b-4dc7-af85-3764c533ef92 req-faea210d-fc38-44ea-a55d-f32b852e1588 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Calling delete_port for 8d78ebca-1e6d-4075-9f3a-6c637c11bc0e owned by compute:nova {{(pid=108904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:00:22.447286 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-32ca1acc-6f7b-4dc7-af85-3764c533ef92 req-faea210d-fc38-44ea-a55d-f32b852e1588 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739692371923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739691803603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4504497'] for port, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:22.458608 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] get_ports_and_sgs() called for port_ids ['8d78ebca-1e6d-4075-9f3a-6c637c11bc0e'] {{(pid=108906) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 16:00:22.479864 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faea210d-fc38-44ea-a55d-f32b852e1588 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Pushing event deleted for resources: {'Port': ['ID=8d78ebca-1e6d-4075-9f3a-6c637c11bc0e,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:00:22.527525 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.l3_dvrscheduler_db [req-32ca1acc-6f7b-4dc7-af85-3764c533ef92 req-faea210d-fc38-44ea-a55d-f32b852e1588 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] No DVR routers for this DVR port 8d78ebca-1e6d-4075-9f3a-6c637c11bc0e on host hv-cinder-78447 {{(pid=108904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:00:22.530182 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [req-32ca1acc-6f7b-4dc7-af85-3764c533ef92 req-faea210d-fc38-44ea-a55d-f32b852e1588 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43294'] for port, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:22.533455 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [req-32ca1acc-6f7b-4dc7-af85-3764c533ef92 req-faea210d-fc38-44ea-a55d-f32b852e1588 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.66 "DELETE /v2.0/ports/8d78ebca-1e6d-4075-9f3a-6c637c11bc0e HTTP/1.1" status: 204 len: 173 time: 0.4144313 Dec 16 16:00:22.533903 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93f606cd-8124-42ea-9e06-4ed5b5dcccc4', 'name': 'network-vif-deleted', 'tag': '8d78ebca-1e6d-4075-9f3a-6c637c11bc0e'}] {{(pid=108904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:00:22.536164 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a0a2cce90635460fa9ee7acd2d2298fc55a52ab45a9458d7253143d338a4b89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba268246-1a81-4e7d-8c43-e9ff5b23cbb9" -d '{"events": [{"server_uuid": "93f606cd-8124-42ea-9e06-4ed5b5dcccc4", "name": "network-vif-deleted", "tag": "8d78ebca-1e6d-4075-9f3a-6c637c11bc0e"}]}' {{(pid=108904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:00:22.573930 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d944af9e-1fea-4fae-a883-fe67a6ad772b x-openstack-request-id: req-d944af9e-1fea-4fae-a883-fe67a6ad772b {{(pid=108904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:00:22.574320 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93f606cd-8124-42ea-9e06-4ed5b5dcccc4", "name": "network-vif-deleted", "tag": "8d78ebca-1e6d-4075-9f3a-6c637c11bc0e", "status": "completed", "code": 200}]} {{(pid=108904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:00:22.574567 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d944af9e-1fea-4fae-a883-fe67a6ad772b {{(pid=108904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:00:22.574940 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93f606cd-8124-42ea-9e06-4ed5b5dcccc4', 'name': 'network-vif-deleted', 'tag': '8d78ebca-1e6d-4075-9f3a-6c637c11bc0e', 'status': 'completed', 'code': 200} Dec 16 16:00:22.796770 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [req-ffe00206-3d96-4fa2-a1cd-bc2cc3360980 req-fe0f7203-b4b5-4115-bd3d-d45258479243 tempest-TestMinimumBasicScenario-760069846 tempest-TestMinimumBasicScenario-760069846-project] 10.222.0.31 "GET /v2.0/ports?device_id=93f606cd-8124-42ea-9e06-4ed5b5dcccc4 HTTP/1.1" status: 200 len: 210 time: 0.0252988 Dec 16 16:00:24.577956 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 46262) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:00:24.937880 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-4bde9e8d-9fbc-4d25-b610-6ea9bfeb28ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872883'] for router_interface, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:25.176941 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.plugin [None req-4bde9e8d-9fbc-4d25-b610-6ea9bfeb28ca admin admin] Deleting port 9f5718ef-4003-4c8e-bdc0-695e63beab72 {{(pid=108904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:00:25.177265 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-4bde9e8d-9fbc-4d25-b610-6ea9bfeb28ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739692165232'] for port, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:25.254024 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.db [None req-4bde9e8d-9fbc-4d25-b610-6ea9bfeb28ca admin admin] For port 9f5718ef-4003-4c8e-bdc0-695e63beab72, host dv-cinder-784477-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=9f5718ef-4003-4c8e-bdc0-695e63beab72,segment=NetworkSegment(4d17adbd-9d52-4527-981b-83acd5aabaf2),segment_id=4d17adbd-9d52-4527-981b-83acd5aabaf2)] {{(pid=108904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:00:25.254260 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-4bde9e8d-9fbc-4d25-b610-6ea9bfeb28ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343270'] for port, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:25.266292 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.plugin [None req-4bde9e8d-9fbc-4d25-b610-6ea9bfeb28ca admin admin] Calling delete_port for 9f5718ef-4003-4c8e-bdc0-695e63beab72 owned by network:router_interface {{(pid=108904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:00:25.453139 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-4bde9e8d-9fbc-4d25-b610-6ea9bfeb28ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739692371923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739691803603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4504497'] for port, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:25.478900 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bde9e8d-9fbc-4d25-b610-6ea9bfeb28ca admin admin] Pushing event deleted for resources: {'Port': ['ID=9f5718ef-4003-4c8e-bdc0-695e63beab72,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:00:25.640033 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-4bde9e8d-9fbc-4d25-b610-6ea9bfeb28ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7902826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873007'] for router_interface, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:25.845943 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bde9e8d-9fbc-4d25-b610-6ea9bfeb28ca admin admin] Router 68e04f17-8021-458d-a785-c4320c8bc0e6 has already been hosted by L3 agent 53beefa8-37d8-48bc-b6da-d824d56f81c3 {{(pid=108904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:00:25.952026 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bde9e8d-9fbc-4d25-b610-6ea9bfeb28ca admin admin] Notify agent at l3_agent.dv-cinder-784477-11-iscsi the message routers_updated {{(pid=108904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:00:25.957181 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-4bde9e8d-9fbc-4d25-b610-6ea9bfeb28ca admin admin] 10.222.0.31 "PUT /v2.0/routers/68e04f17-8021-458d-a785-c4320c8bc0e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3777397 Dec 16 16:00:25.959836 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 46264) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:00:25.962693 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08ca1f6-d4ef-4b91-9588-3323107b83a2 None None] Sync routers for ids ['68e04f17-8021-458d-a785-c4320c8bc0e6'] in dv-cinder-784477-11-iscsi {{(pid=108906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:00:25.972966 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08ca1f6-d4ef-4b91-9588-3323107b83a2 None None] Routers {'68e04f17-8021-458d-a785-c4320c8bc0e6'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:00:25.973685 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-c08ca1f6-d4ef-4b91-9588-3323107b83a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T16:00:09Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['68e04f17-8021-458d-a785-c4320c8bc0e6'], 'active': True} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:00:26.062196 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-b537f628-6de7-4cff-aeca-d5fea938ad54 admin admin] Publish callbacks [] for router, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:26.063969 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device 8d78ebca-1e6d-4075-9f3a-6c637c11bc0e no longer exists at agent hyperv_hv-cinder-78447 {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:00:26.091230 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] No Port match for: 8d78ebca-1e6d-4075-9f3a-6c637c11bc0e {{(pid=108906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:00:26.091540 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Device 8d78ebca-1e6d-4075-9f3a-6c637c11bc0e not bound to the agent host hv-cinder-78447 {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:00:26.101163 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvr_db [None req-c08ca1f6-d4ef-4b91-9588-3323107b83a2 None None] Set router 68e04f17-8021-458d-a785-c4320c8bc0e6 gateway port host: dv-cinder-784477-11-iscsi {{(pid=108906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:00:26.165192 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-b537f628-6de7-4cff-aeca-d5fea938ad54 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:26.218169 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.plugin [None req-b537f628-6de7-4cff-aeca-d5fea938ad54 admin admin] Deleting port 63b7db24-a554-48e6-868c-e98c6210cd07 {{(pid=108905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:00:26.218509 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-b537f628-6de7-4cff-aeca-d5fea938ad54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739692165232'] for port, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:26.275159 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-c08ca1f6-d4ef-4b91-9588-3323107b83a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e04f17-8021-458d-a785-c4320c8bc0e6', 'name': 'tempest-TestMinimumBasicScenario-1739870643-router', 'tenant_id': 'a1354e5edc5f47ae9977e62b72cad47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '63b7db24-a554-48e6-868c-e98c6210cd07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:58:17Z', 'updated_at': '2021-12-16T16:00:25Z', 'revision_number': 5, 'project_id': 'a1354e5edc5f47ae9977e62b72cad47a', 'gw_port': {'id': '63b7db24-a554-48e6-868c-e98c6210cd07', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:5c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e04f17-8021-458d-a785-c4320c8bc0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:58:17Z', 'updated_at': '2021-12-16T15:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi'}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:00:26.296799 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.db [None req-b537f628-6de7-4cff-aeca-d5fea938ad54 admin admin] For port 63b7db24-a554-48e6-868c-e98c6210cd07, host dv-cinder-784477-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=63b7db24-a554-48e6-868c-e98c6210cd07,segment=NetworkSegment(0390f958-c764-4c6b-ad22-4946ebfb354b),segment_id=0390f958-c764-4c6b-ad22-4946ebfb354b)] {{(pid=108905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:00:26.297150 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-b537f628-6de7-4cff-aeca-d5fea938ad54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343270'] for port, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:26.301369 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08ca1f6-d4ef-4b91-9588-3323107b83a2 None None] Checking router: 68e04f17-8021-458d-a785-c4320c8bc0e6 for host: dv-cinder-784477-11-iscsi {{(pid=108906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:00:26.311949 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.plugin [None req-b537f628-6de7-4cff-aeca-d5fea938ad54 admin admin] Calling delete_port for 63b7db24-a554-48e6-868c-e98c6210cd07 owned by network:router_gateway {{(pid=108905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:00:26.312129 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08ca1f6-d4ef-4b91-9588-3323107b83a2 None None] Routers {'68e04f17-8021-458d-a785-c4320c8bc0e6'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:00:26.312538 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-c08ca1f6-d4ef-4b91-9588-3323107b83a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T16:00:09Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['68e04f17-8021-458d-a785-c4320c8bc0e6'], 'active': True} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:00:26.402523 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvr_db [None req-c08ca1f6-d4ef-4b91-9588-3323107b83a2 None None] Set router 68e04f17-8021-458d-a785-c4320c8bc0e6 gateway port host: None {{(pid=108906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:00:26.456885 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_hamode_db [None req-c08ca1f6-d4ef-4b91-9588-3323107b83a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e04f17-8021-458d-a785-c4320c8bc0e6', 'name': 'tempest-TestMinimumBasicScenario-1739870643-router', 'tenant_id': 'a1354e5edc5f47ae9977e62b72cad47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:58:17Z', 'updated_at': '2021-12-16T16:00:26Z', 'revision_number': 6, 'project_id': 'a1354e5edc5f47ae9977e62b72cad47a', 'gw_port_host': None}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:00:26.480665 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-b537f628-6de7-4cff-aeca-d5fea938ad54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739692371923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739691803603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5936052'] for port, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:26.483532 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08ca1f6-d4ef-4b91-9588-3323107b83a2 None None] The sync data for ids ['68e04f17-8021-458d-a785-c4320c8bc0e6'] in dv-cinder-784477-11-iscsi is: [{'id': '68e04f17-8021-458d-a785-c4320c8bc0e6', 'name': 'tempest-TestMinimumBasicScenario-1739870643-router', 'tenant_id': 'a1354e5edc5f47ae9977e62b72cad47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:58:17Z', 'updated_at': '2021-12-16T16:00:26Z', 'revision_number': 6, 'project_id': 'a1354e5edc5f47ae9977e62b72cad47a', 'gw_port_host': None}] {{(pid=108906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:00:26.510146 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b537f628-6de7-4cff-aeca-d5fea938ad54 admin admin] Pushing event deleted for resources: {'Port': ['ID=63b7db24-a554-48e6-868c-e98c6210cd07,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:00:26.567997 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-b537f628-6de7-4cff-aeca-d5fea938ad54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7874381'] for router_gateway, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:26.664583 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-b537f628-6de7-4cff-aeca-d5fea938ad54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7875549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6835'] for router, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:26.666635 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-b537f628-6de7-4cff-aeca-d5fea938ad54 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:26.712791 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-b537f628-6de7-4cff-aeca-d5fea938ad54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7875540'] for router, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:26.713351 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b537f628-6de7-4cff-aeca-d5fea938ad54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68e04f17-8021-458d-a785-c4320c8bc0e6 {{(pid=108905) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 16:00:26.718490 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-b537f628-6de7-4cff-aeca-d5fea938ad54 admin admin] Publish callbacks [] for router, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:26.719697 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-b537f628-6de7-4cff-aeca-d5fea938ad54 admin admin] 10.222.0.31 "DELETE /v2.0/routers/68e04f17-8021-458d-a785-c4320c8bc0e6 HTTP/1.1" status: 204 len: 168 time: 0.7588637 Dec 16 16:00:26.723448 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 46266) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:00:26.765789 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcb0a66b-6dac-42e9-8e1c-cafbe844e929 admin admin] Deleting subnet 8c16216b-6f7d-4712-8924-1ef41f743499 {{(pid=108905) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 16:00:26.768984 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-fcb0a66b-6dac-42e9-8e1c-cafbe844e929 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:26.802274 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-fcb0a66b-6dac-42e9-8e1c-cafbe844e929 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5639532'] for subnet, precommit_delete_associations {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:26.885776 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-fcb0a66b-6dac-42e9-8e1c-cafbe844e929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774085'] for subnet, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:26.937675 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-fcb0a66b-6dac-42e9-8e1c-cafbe844e929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8060090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5936003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4908229'] for subnet, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:26.960370 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb0a66b-6dac-42e9-8e1c-cafbe844e929 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c16216b-6f7d-4712-8924-1ef41f743499,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:00:26.966949 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-fcb0a66b-6dac-42e9-8e1c-cafbe844e929 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7902797'] for subnet, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:26.970451 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-fcb0a66b-6dac-42e9-8e1c-cafbe844e929 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/8c16216b-6f7d-4712-8924-1ef41f743499 HTTP/1.1" status: 204 len: 168 time: 0.2458379 Dec 16 16:00:26.972654 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058186d2-819f-4fba-8e87-09c18738e755 None None] Network 51485203-00c5-419d-a44d-06f8f6badd52 requested from dv-cinder-784477-11-iscsi {{(pid=108906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:00:26.973152 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 46268) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:00:27.037896 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-e69f0b07-cf37-4df2-95ca-a94d8aa516b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726507'] for network, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:27.094580 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.plugin [None req-e69f0b07-cf37-4df2-95ca-a94d8aa516b3 admin admin] Deleting port 40ac1a43-3230-43fb-a15d-a9038f5f6362 {{(pid=108905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:00:27.094975 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-e69f0b07-cf37-4df2-95ca-a94d8aa516b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739692165232'] for port, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:27.155480 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.db [None req-e69f0b07-cf37-4df2-95ca-a94d8aa516b3 admin admin] For port 40ac1a43-3230-43fb-a15d-a9038f5f6362, host dv-cinder-784477-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=40ac1a43-3230-43fb-a15d-a9038f5f6362,segment=NetworkSegment(4d17adbd-9d52-4527-981b-83acd5aabaf2),segment_id=4d17adbd-9d52-4527-981b-83acd5aabaf2)] {{(pid=108905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:00:27.155827 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-e69f0b07-cf37-4df2-95ca-a94d8aa516b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343270'] for port, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:27.168122 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.plugin [None req-e69f0b07-cf37-4df2-95ca-a94d8aa516b3 admin admin] Calling delete_port for 40ac1a43-3230-43fb-a15d-a9038f5f6362 owned by network:dhcp {{(pid=108905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:00:27.226293 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f36d72-7c09-4663-923c-f1ffb2e63b27 None None] DHCP port deletion for 51485203-00c5-419d-a44d-06f8f6badd52 request from dv-cinder-784477-11-iscsi {{(pid=108906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:00:27.248493 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-e69f0b07-cf37-4df2-95ca-a94d8aa516b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739692371923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739691803603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5936052'] for port, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:27.276360 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-13f36d72-7c09-4663-923c-f1ffb2e63b27 None None] Deleting port 40ac1a43-3230-43fb-a15d-a9038f5f6362 {{(pid=108906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:00:27.276790 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-13f36d72-7c09-4663-923c-f1ffb2e63b27 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739692165232'] for port, before_delete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:27.277030 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69f0b07-cf37-4df2-95ca-a94d8aa516b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=40ac1a43-3230-43fb-a15d-a9038f5f6362,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:00:27.280545 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69f0b07-cf37-4df2-95ca-a94d8aa516b3 admin admin] No DVR routers for this DVR port 40ac1a43-3230-43fb-a15d-a9038f5f6362 on host dv-cinder-784477-11-iscsi {{(pid=108905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:00:27.343632 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-13f36d72-7c09-4663-923c-f1ffb2e63b27 None None] For port 40ac1a43-3230-43fb-a15d-a9038f5f6362, host dv-cinder-784477-11-iscsi, got binding levels [] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:00:27.344023 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-13f36d72-7c09-4663-923c-f1ffb2e63b27 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343270'] for port, precommit_delete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:27.352410 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-e69f0b07-cf37-4df2-95ca-a94d8aa516b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771154', 'neutron.services.segments.db._delete_segments_for_network-8739692305794'] for network, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:27.358070 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-13f36d72-7c09-4663-923c-f1ffb2e63b27 None None] Calling delete_port for 40ac1a43-3230-43fb-a15d-a9038f5f6362 owned by network:dhcp {{(pid=108906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:00:27.361081 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.ipam_backend_mixin [None req-13f36d72-7c09-4663-923c-f1ffb2e63b27 None None] Port 40ac1a43-3230-43fb-a15d-a9038f5f6362 was not found and therefore no delete operation was performed {{(pid=108906) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 16:00:27.362445 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-13f36d72-7c09-4663-923c-f1ffb2e63b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739692371923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739691803603'] for port, after_delete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:27.373051 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.services.segments.db [None req-e69f0b07-cf37-4df2-95ca-a94d8aa516b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51485203-00c5-419d-a44d-06f8f6badd52']}} {{(pid=108905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:00:27.382318 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.services.segments.db [None req-e69f0b07-cf37-4df2-95ca-a94d8aa516b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d17adbd-9d52-4527-981b-83acd5aabaf2') {'for_net_delete': True} {{(pid=108905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:00:27.382610 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.services.segments.db [None req-e69f0b07-cf37-4df2-95ca-a94d8aa516b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d17adbd-9d52-4527-981b-83acd5aabaf2') {} {{(pid=108905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:00:27.387672 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f36d72-7c09-4663-923c-f1ffb2e63b27 None None] Pushing event deleted for resources: {'Port': ['ID=40ac1a43-3230-43fb-a15d-a9038f5f6362,revision_number=None']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:00:27.391687 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-e69f0b07-cf37-4df2-95ca-a94d8aa516b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739692307083', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5639575'] for segment, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:27.394811 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f36d72-7c09-4663-923c-f1ffb2e63b27 None None] No DVR routers for this DVR port 40ac1a43-3230-43fb-a15d-a9038f5f6362 on host dv-cinder-784477-11-iscsi {{(pid=108906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:00:27.397060 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f36d72-7c09-4663-923c-f1ffb2e63b27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:27.397702 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f36d72-7c09-4663-923c-f1ffb2e63b27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:27.397861 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f36d72-7c09-4663-923c-f1ffb2e63b27 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:27.398076 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f36d72-7c09-4663-923c-f1ffb2e63b27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:27.398415 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f36d72-7c09-4663-923c-f1ffb2e63b27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:27.398724 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f36d72-7c09-4663-923c-f1ffb2e63b27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:27.399044 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f36d72-7c09-4663-923c-f1ffb2e63b27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:27.399364 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f36d72-7c09-4663-923c-f1ffb2e63b27 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:27.399681 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f36d72-7c09-4663-923c-f1ffb2e63b27 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:27.399998 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f36d72-7c09-4663-923c-f1ffb2e63b27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:27.400311 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f36d72-7c09-4663-923c-f1ffb2e63b27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:27.400620 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f36d72-7c09-4663-923c-f1ffb2e63b27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:27.400931 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f36d72-7c09-4663-923c-f1ffb2e63b27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-11-iscsi {{(pid=108906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:27.410901 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-e69f0b07-cf37-4df2-95ca-a94d8aa516b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772428'] for segment, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:27.413182 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e69f0b07-cf37-4df2-95ca-a94d8aa516b3 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=108905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 16:00:27.413617 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-e69f0b07-cf37-4df2-95ca-a94d8aa516b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5936105'] for segment, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:27.415336 dv-cinder-784477-11-iscsi neutron-server[108905]: Traceback (most recent call last): Dec 16 16:00:27.415336 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 16:00:27.415336 dv-cinder-784477-11-iscsi neutron-server[108905]: timer() Dec 16 16:00:27.415336 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 16:00:27.415336 dv-cinder-784477-11-iscsi neutron-server[108905]: cb(*args, **kw) Dec 16 16:00:27.415336 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 16:00:27.415336 dv-cinder-784477-11-iscsi neutron-server[108905]: return func(*args, **kwargs) Dec 16 16:00:27.415336 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 16:00:27.415336 dv-cinder-784477-11-iscsi neutron-server[108905]: self._notify() Dec 16 16:00:27.415336 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 16:00:27.415336 dv-cinder-784477-11-iscsi neutron-server[108905]: self.callback(batched_events) Dec 16 16:00:27.415336 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 16:00:27.415336 dv-cinder-784477-11-iscsi neutron-server[108905]: event.method(event) Dec 16 16:00:27.415336 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 16:00:27.415336 dv-cinder-784477-11-iscsi neutron-server[108905]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 16:00:27.415336 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 16:00:27.415336 dv-cinder-784477-11-iscsi neutron-server[108905]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 16:00:27.415336 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 16:00:27.415336 dv-cinder-784477-11-iscsi neutron-server[108905]: return f(self, *a, **k) Dec 16 16:00:27.415336 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 16:00:27.415336 dv-cinder-784477-11-iscsi neutron-server[108905]: return self._get(url).json() Dec 16 16:00:27.415336 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 16:00:27.415336 dv-cinder-784477-11-iscsi neutron-server[108905]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 16:00:27.415336 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 16:00:27.415336 dv-cinder-784477-11-iscsi neutron-server[108905]: return self.request(url, 'GET', **kwargs) Dec 16 16:00:27.415336 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 16:00:27.415336 dv-cinder-784477-11-iscsi neutron-server[108905]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 16:00:27.415336 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 16:00:27.415336 dv-cinder-784477-11-iscsi neutron-server[108905]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 16:00:27.415336 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 16:00:27.415336 dv-cinder-784477-11-iscsi neutron-server[108905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 16:00:27.415336 dv-cinder-784477-11-iscsi neutron-server[108905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 16:00:27.474579 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-e69f0b07-cf37-4df2-95ca-a94d8aa516b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8007001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874401'] for network, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:27.481546 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-e69f0b07-cf37-4df2-95ca-a94d8aa516b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7902797'] for network, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:27.488666 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 46270) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:00:27.489246 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-e69f0b07-cf37-4df2-95ca-a94d8aa516b3 admin admin] 10.222.0.31 "DELETE /v2.0/networks/51485203-00c5-419d-a44d-06f8f6badd52 HTTP/1.1" status: 204 len: 168 time: 0.5151417 Dec 16 16:00:27.503517 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69f0b07-cf37-4df2-95ca-a94d8aa516b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=51485203-00c5-419d-a44d-06f8f6badd52,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:00:27.849816 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-700bd576-8cb5-4a34-9384-7ba53aba7ce9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872883'] for router_interface, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:28.096229 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.plugin [None req-700bd576-8cb5-4a34-9384-7ba53aba7ce9 admin admin] Deleting port 080fc35c-2959-4feb-bf97-ce2b32cb5bbe {{(pid=108904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:00:28.096576 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-700bd576-8cb5-4a34-9384-7ba53aba7ce9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739692165232'] for port, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:28.170820 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.db [None req-700bd576-8cb5-4a34-9384-7ba53aba7ce9 admin admin] For port 080fc35c-2959-4feb-bf97-ce2b32cb5bbe, host dv-cinder-784477-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=080fc35c-2959-4feb-bf97-ce2b32cb5bbe,segment=NetworkSegment(db01b0de-112b-48ca-8bb9-ae190f5cc36b),segment_id=db01b0de-112b-48ca-8bb9-ae190f5cc36b)] {{(pid=108904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:00:28.171023 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-700bd576-8cb5-4a34-9384-7ba53aba7ce9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343270'] for port, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:28.183237 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.plugin [None req-700bd576-8cb5-4a34-9384-7ba53aba7ce9 admin admin] Calling delete_port for 080fc35c-2959-4feb-bf97-ce2b32cb5bbe owned by network:router_interface {{(pid=108904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:00:28.359598 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device 63b7db24-a554-48e6-868c-e98c6210cd07 no longer exists at agent ovs-agent-dv-cinder-784477-11-iscsi {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:00:28.381042 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] No Port match for: 63b7db24-a554-48e6-868c-e98c6210cd07 {{(pid=108906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:00:28.381420 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device 63b7db24-a554-48e6-868c-e98c6210cd07 not bound to the agent host dv-cinder-784477-11-iscsi {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:00:28.381850 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device 9f5718ef-4003-4c8e-bdc0-695e63beab72 no longer exists at agent ovs-agent-dv-cinder-784477-11-iscsi {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:00:28.407408 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] No Port match for: 9f5718ef-4003-4c8e-bdc0-695e63beab72 {{(pid=108906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:00:28.407726 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device 9f5718ef-4003-4c8e-bdc0-695e63beab72 not bound to the agent host dv-cinder-784477-11-iscsi {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:00:28.408176 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device 40ac1a43-3230-43fb-a15d-a9038f5f6362 no longer exists at agent ovs-agent-dv-cinder-784477-11-iscsi {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:00:28.428308 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] No Port match for: 40ac1a43-3230-43fb-a15d-a9038f5f6362 {{(pid=108906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:00:28.428539 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device 40ac1a43-3230-43fb-a15d-a9038f5f6362 not bound to the agent host dv-cinder-784477-11-iscsi {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:00:28.624999 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-700bd576-8cb5-4a34-9384-7ba53aba7ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739692371923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739691803603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4504497'] for port, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:28.652257 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700bd576-8cb5-4a34-9384-7ba53aba7ce9 admin admin] Pushing event deleted for resources: {'Port': ['ID=080fc35c-2959-4feb-bf97-ce2b32cb5bbe,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:00:28.813167 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-700bd576-8cb5-4a34-9384-7ba53aba7ce9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7902826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873007'] for router_interface, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:29.026952 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-700bd576-8cb5-4a34-9384-7ba53aba7ce9 admin admin] Router 8dd0813f-8c4f-41fe-b455-a618c491ef1e has already been hosted by L3 agent 53beefa8-37d8-48bc-b6da-d824d56f81c3 {{(pid=108904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:00:29.133447 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-700bd576-8cb5-4a34-9384-7ba53aba7ce9 admin admin] Notify agent at l3_agent.dv-cinder-784477-11-iscsi the message routers_updated {{(pid=108904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:00:29.138451 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-700bd576-8cb5-4a34-9384-7ba53aba7ce9 admin admin] 10.222.0.31 "PUT /v2.0/routers/8dd0813f-8c4f-41fe-b455-a618c491ef1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6485331 Dec 16 16:00:29.141080 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 46272) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:00:29.143741 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ee4378-ccfb-4803-badc-f3b63fcaf8d0 None None] Sync routers for ids ['8dd0813f-8c4f-41fe-b455-a618c491ef1e'] in dv-cinder-784477-11-iscsi {{(pid=108907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:00:29.154469 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ee4378-ccfb-4803-badc-f3b63fcaf8d0 None None] Routers {'8dd0813f-8c4f-41fe-b455-a618c491ef1e'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:00:29.155380 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-58ee4378-ccfb-4803-badc-f3b63fcaf8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T16:00:09Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['8dd0813f-8c4f-41fe-b455-a618c491ef1e'], 'active': True} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:00:29.242520 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-ed6ba9ee-6880-4b01-9493-5b7a85c4895d admin admin] Publish callbacks [] for router, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:29.260005 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvr_db [None req-58ee4378-ccfb-4803-badc-f3b63fcaf8d0 None None] Set router 8dd0813f-8c4f-41fe-b455-a618c491ef1e gateway port host: dv-cinder-784477-11-iscsi {{(pid=108907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:00:29.342633 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-ed6ba9ee-6880-4b01-9493-5b7a85c4895d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:29.394762 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.plugin [None req-ed6ba9ee-6880-4b01-9493-5b7a85c4895d admin admin] Deleting port c9db8df1-1a8f-4978-a881-6cad6a4a08bc {{(pid=108904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:00:29.395098 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-ed6ba9ee-6880-4b01-9493-5b7a85c4895d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739692165232'] for port, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:29.432573 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-58ee4378-ccfb-4803-badc-f3b63fcaf8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd0813f-8c4f-41fe-b455-a618c491ef1e', 'name': 'tempest-TestMinimumBasicScenario-453200826-router', 'tenant_id': '63040f002bf349cc9e3bc4db47562d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'external_fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'c9db8df1-1a8f-4978-a881-6cad6a4a08bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:58:21Z', 'updated_at': '2021-12-16T16:00:28Z', 'revision_number': 5, 'project_id': '63040f002bf349cc9e3bc4db47562d29', 'gw_port': {'id': 'c9db8df1-1a8f-4978-a881-6cad6a4a08bc', 'name': '', 'network_id': 'b7f5606a-1fbe-4aa8-b707-7ec3aa6944d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:28:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd0813f-8c4f-41fe-b455-a618c491ef1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:58:22Z', 'updated_at': '2021-12-16T15:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '792909e7-e23c-4f0f-8575-fa43b44998bb', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-11-iscsi'}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:00:29.462227 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ee4378-ccfb-4803-badc-f3b63fcaf8d0 None None] Checking router: 8dd0813f-8c4f-41fe-b455-a618c491ef1e for host: dv-cinder-784477-11-iscsi {{(pid=108907) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:00:29.471134 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ee4378-ccfb-4803-badc-f3b63fcaf8d0 None None] Routers {'8dd0813f-8c4f-41fe-b455-a618c491ef1e'} bound to L3 agent in host dv-cinder-784477-11-iscsi {{(pid=108907) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:00:29.471808 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-58ee4378-ccfb-4803-badc-f3b63fcaf8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T15:40:39Z,description=,heartbeat_timestamp=2021-12-16T16:00:09Z,host='dv-cinder-784477-11-iscsi',id=53beefa8-37d8-48bc-b6da-d824d56f81c3,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T15:40:39Z,topic='l3_agent')) {'router_ids': ['8dd0813f-8c4f-41fe-b455-a618c491ef1e'], 'active': True} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:00:29.471992 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.db [None req-ed6ba9ee-6880-4b01-9493-5b7a85c4895d admin admin] For port c9db8df1-1a8f-4978-a881-6cad6a4a08bc, host dv-cinder-784477-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=c9db8df1-1a8f-4978-a881-6cad6a4a08bc,segment=NetworkSegment(0390f958-c764-4c6b-ad22-4946ebfb354b),segment_id=0390f958-c764-4c6b-ad22-4946ebfb354b)] {{(pid=108904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:00:29.472359 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-ed6ba9ee-6880-4b01-9493-5b7a85c4895d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343270'] for port, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:29.484986 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.plugins.ml2.plugin [None req-ed6ba9ee-6880-4b01-9493-5b7a85c4895d admin admin] Calling delete_port for c9db8df1-1a8f-4978-a881-6cad6a4a08bc owned by network:router_gateway {{(pid=108904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:00:29.556608 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_dvr_db [None req-58ee4378-ccfb-4803-badc-f3b63fcaf8d0 None None] Set router 8dd0813f-8c4f-41fe-b455-a618c491ef1e gateway port host: None {{(pid=108907) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:00:29.607939 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.l3_hamode_db [None req-58ee4378-ccfb-4803-badc-f3b63fcaf8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd0813f-8c4f-41fe-b455-a618c491ef1e', 'name': 'tempest-TestMinimumBasicScenario-453200826-router', 'tenant_id': '63040f002bf349cc9e3bc4db47562d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:58:21Z', 'updated_at': '2021-12-16T16:00:29Z', 'revision_number': 6, 'project_id': '63040f002bf349cc9e3bc4db47562d29', 'gw_port_host': None}], 'dv-cinder-784477-11-iscsi', False) {} {{(pid=108907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:00:29.636653 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ee4378-ccfb-4803-badc-f3b63fcaf8d0 None None] The sync data for ids ['8dd0813f-8c4f-41fe-b455-a618c491ef1e'] in dv-cinder-784477-11-iscsi is: [{'id': '8dd0813f-8c4f-41fe-b455-a618c491ef1e', 'name': 'tempest-TestMinimumBasicScenario-453200826-router', 'tenant_id': '63040f002bf349cc9e3bc4db47562d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:58:21Z', 'updated_at': '2021-12-16T16:00:29Z', 'revision_number': 6, 'project_id': '63040f002bf349cc9e3bc4db47562d29', 'gw_port_host': None}] {{(pid=108907) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:00:29.655417 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-ed6ba9ee-6880-4b01-9493-5b7a85c4895d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739692371923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739691803603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4504497'] for port, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:29.685506 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6ba9ee-6880-4b01-9493-5b7a85c4895d admin admin] Pushing event deleted for resources: {'Port': ['ID=c9db8df1-1a8f-4978-a881-6cad6a4a08bc,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:00:29.742768 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-ed6ba9ee-6880-4b01-9493-5b7a85c4895d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7874381'] for router_gateway, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:29.829439 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-ed6ba9ee-6880-4b01-9493-5b7a85c4895d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7875549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6835'] for router, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:29.831553 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-ed6ba9ee-6880-4b01-9493-5b7a85c4895d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:29.877376 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-ed6ba9ee-6880-4b01-9493-5b7a85c4895d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7875540'] for router, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:29.877843 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed6ba9ee-6880-4b01-9493-5b7a85c4895d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8dd0813f-8c4f-41fe-b455-a618c491ef1e {{(pid=108904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 16:00:29.882383 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-ed6ba9ee-6880-4b01-9493-5b7a85c4895d admin admin] Publish callbacks [] for router, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:29.883524 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-ed6ba9ee-6880-4b01-9493-5b7a85c4895d admin admin] 10.222.0.31 "DELETE /v2.0/routers/8dd0813f-8c4f-41fe-b455-a618c491ef1e HTTP/1.1" status: 204 len: 168 time: 0.7415226 Dec 16 16:00:29.887176 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 46274) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:00:29.933655 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.db.db_base_plugin_v2 [None req-3427063c-f95e-475b-8d95-ef0bf000090b admin admin] Deleting subnet a7d4f4fd-be4a-4d10-81be-4f606c08125a {{(pid=108904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 16:00:29.936640 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-3427063c-f95e-475b-8d95-ef0bf000090b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:29.972371 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-3427063c-f95e-475b-8d95-ef0bf000090b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4411844'] for subnet, precommit_delete_associations {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:30.049642 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-3427063c-f95e-475b-8d95-ef0bf000090b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774085'] for subnet, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:30.104717 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-3427063c-f95e-475b-8d95-ef0bf000090b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8060090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4504454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66823809'] for subnet, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:30.139490 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3427063c-f95e-475b-8d95-ef0bf000090b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7d4f4fd-be4a-4d10-81be-4f606c08125a,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:00:30.143102 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-3427063c-f95e-475b-8d95-ef0bf000090b admin admin] Publish callbacks [] for subnet, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:30.146228 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-3427063c-f95e-475b-8d95-ef0bf000090b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a7d4f4fd-be4a-4d10-81be-4f606c08125a HTTP/1.1" status: 204 len: 168 time: 0.2581685 Dec 16 16:00:30.148856 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fd646e-7931-48d7-b878-1d1cf523876e None None] Network 43c90473-3a50-4775-b7cd-8b0086ba9716 requested from dv-cinder-784477-11-iscsi {{(pid=108906) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:00:30.149355 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 46276) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:00:30.214644 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-df64219f-0209-4dc7-a421-b2cf8ecd48be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-726507'] for network, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:30.274166 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.plugin [None req-df64219f-0209-4dc7-a421-b2cf8ecd48be admin admin] Deleting port 303fbf10-b00e-4c70-95ff-8cb0305b7937 {{(pid=108905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:00:30.274504 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-df64219f-0209-4dc7-a421-b2cf8ecd48be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739692165232'] for port, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:30.341325 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.db [None req-df64219f-0209-4dc7-a421-b2cf8ecd48be admin admin] For port 303fbf10-b00e-4c70-95ff-8cb0305b7937, host dv-cinder-784477-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-11-iscsi',level=0,port_id=303fbf10-b00e-4c70-95ff-8cb0305b7937,segment=NetworkSegment(db01b0de-112b-48ca-8bb9-ae190f5cc36b),segment_id=db01b0de-112b-48ca-8bb9-ae190f5cc36b)] {{(pid=108905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:00:30.341776 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-df64219f-0209-4dc7-a421-b2cf8ecd48be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343270'] for port, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:30.355582 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.plugin [None req-df64219f-0209-4dc7-a421-b2cf8ecd48be admin admin] Calling delete_port for 303fbf10-b00e-4c70-95ff-8cb0305b7937 owned by network:dhcp {{(pid=108905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:00:30.407464 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbfb511-1a36-4487-8d71-a1dfd0652c68 None None] DHCP port deletion for 43c90473-3a50-4775-b7cd-8b0086ba9716 request from dv-cinder-784477-11-iscsi {{(pid=108906) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:00:30.448301 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-df64219f-0209-4dc7-a421-b2cf8ecd48be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739692371923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739691803603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5936052'] for port, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:30.459292 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device c9db8df1-1a8f-4978-a881-6cad6a4a08bc no longer exists at agent ovs-agent-dv-cinder-784477-11-iscsi {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:00:30.476092 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df64219f-0209-4dc7-a421-b2cf8ecd48be admin admin] Pushing event deleted for resources: {'Port': ['ID=303fbf10-b00e-4c70-95ff-8cb0305b7937,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:00:30.478003 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df64219f-0209-4dc7-a421-b2cf8ecd48be admin admin] No DVR routers for this DVR port 303fbf10-b00e-4c70-95ff-8cb0305b7937 on host dv-cinder-784477-11-iscsi {{(pid=108905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:00:30.484052 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-efbfb511-1a36-4487-8d71-a1dfd0652c68 None None] Deleting port 303fbf10-b00e-4c70-95ff-8cb0305b7937 {{(pid=108906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:00:30.484650 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-efbfb511-1a36-4487-8d71-a1dfd0652c68 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739692165232'] for port, before_delete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:30.486547 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] No Port match for: c9db8df1-1a8f-4978-a881-6cad6a4a08bc {{(pid=108906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:00:30.486991 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device c9db8df1-1a8f-4978-a881-6cad6a4a08bc not bound to the agent host dv-cinder-784477-11-iscsi {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:00:30.487465 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device 080fc35c-2959-4feb-bf97-ce2b32cb5bbe no longer exists at agent ovs-agent-dv-cinder-784477-11-iscsi {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:00:30.545841 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] No Port match for: 080fc35c-2959-4feb-bf97-ce2b32cb5bbe {{(pid=108906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:00:30.546182 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device 080fc35c-2959-4feb-bf97-ce2b32cb5bbe not bound to the agent host dv-cinder-784477-11-iscsi {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:00:30.546588 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device 303fbf10-b00e-4c70-95ff-8cb0305b7937 no longer exists at agent ovs-agent-dv-cinder-784477-11-iscsi {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:00:30.556132 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-df64219f-0209-4dc7-a421-b2cf8ecd48be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-771154', 'neutron.services.segments.db._delete_segments_for_network-8739692305794'] for network, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:30.572912 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] No Port match for: 303fbf10-b00e-4c70-95ff-8cb0305b7937 {{(pid=108906) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:00:30.573243 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.rpc [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Device 303fbf10-b00e-4c70-95ff-8cb0305b7937 not bound to the agent host dv-cinder-784477-11-iscsi {{(pid=108906) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:00:30.576149 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.services.segments.db [None req-df64219f-0209-4dc7-a421-b2cf8ecd48be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43c90473-3a50-4775-b7cd-8b0086ba9716']}} {{(pid=108905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:00:30.585451 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.services.segments.db [None req-df64219f-0209-4dc7-a421-b2cf8ecd48be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db01b0de-112b-48ca-8bb9-ae190f5cc36b') {'for_net_delete': True} {{(pid=108905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:00:30.585957 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.services.segments.db [None req-df64219f-0209-4dc7-a421-b2cf8ecd48be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db01b0de-112b-48ca-8bb9-ae190f5cc36b') {} {{(pid=108905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:00:30.587825 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.db [None req-efbfb511-1a36-4487-8d71-a1dfd0652c68 None None] For port 303fbf10-b00e-4c70-95ff-8cb0305b7937, host dv-cinder-784477-11-iscsi, got binding levels [] {{(pid=108906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:00:30.588220 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-efbfb511-1a36-4487-8d71-a1dfd0652c68 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343270'] for port, precommit_delete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:30.598932 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-df64219f-0209-4dc7-a421-b2cf8ecd48be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739692307083', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5639575'] for segment, before_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:30.601628 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.plugins.ml2.plugin [None req-efbfb511-1a36-4487-8d71-a1dfd0652c68 None None] Calling delete_port for 303fbf10-b00e-4c70-95ff-8cb0305b7937 owned by network:dhcp {{(pid=108906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:00:30.604288 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.ipam_backend_mixin [None req-efbfb511-1a36-4487-8d71-a1dfd0652c68 None None] Port 303fbf10-b00e-4c70-95ff-8cb0305b7937 was not found and therefore no delete operation was performed {{(pid=108906) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 16:00:30.605584 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-efbfb511-1a36-4487-8d71-a1dfd0652c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739692371923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739691803603'] for port, after_delete {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:30.614352 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-df64219f-0209-4dc7-a421-b2cf8ecd48be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772428'] for segment, precommit_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:30.620741 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df64219f-0209-4dc7-a421-b2cf8ecd48be admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=108905) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 16:00:30.621319 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-df64219f-0209-4dc7-a421-b2cf8ecd48be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5936105'] for segment, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:30.623194 dv-cinder-784477-11-iscsi neutron-server[108905]: Traceback (most recent call last): Dec 16 16:00:30.623194 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 16:00:30.623194 dv-cinder-784477-11-iscsi neutron-server[108905]: timer() Dec 16 16:00:30.623194 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 16:00:30.623194 dv-cinder-784477-11-iscsi neutron-server[108905]: cb(*args, **kw) Dec 16 16:00:30.623194 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 16:00:30.623194 dv-cinder-784477-11-iscsi neutron-server[108905]: return func(*args, **kwargs) Dec 16 16:00:30.623194 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 16:00:30.623194 dv-cinder-784477-11-iscsi neutron-server[108905]: self._notify() Dec 16 16:00:30.623194 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 16:00:30.623194 dv-cinder-784477-11-iscsi neutron-server[108905]: self.callback(batched_events) Dec 16 16:00:30.623194 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 16:00:30.623194 dv-cinder-784477-11-iscsi neutron-server[108905]: event.method(event) Dec 16 16:00:30.623194 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 16:00:30.623194 dv-cinder-784477-11-iscsi neutron-server[108905]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 16:00:30.623194 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 16:00:30.623194 dv-cinder-784477-11-iscsi neutron-server[108905]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 16:00:30.623194 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 16:00:30.623194 dv-cinder-784477-11-iscsi neutron-server[108905]: return f(self, *a, **k) Dec 16 16:00:30.623194 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 16:00:30.623194 dv-cinder-784477-11-iscsi neutron-server[108905]: return self._get(url).json() Dec 16 16:00:30.623194 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 16:00:30.623194 dv-cinder-784477-11-iscsi neutron-server[108905]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 16:00:30.623194 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 16:00:30.623194 dv-cinder-784477-11-iscsi neutron-server[108905]: return self.request(url, 'GET', **kwargs) Dec 16 16:00:30.623194 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 16:00:30.623194 dv-cinder-784477-11-iscsi neutron-server[108905]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 16:00:30.623194 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 16:00:30.623194 dv-cinder-784477-11-iscsi neutron-server[108905]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 16:00:30.623194 dv-cinder-784477-11-iscsi neutron-server[108905]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 16:00:30.623194 dv-cinder-784477-11-iscsi neutron-server[108905]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 16:00:30.623194 dv-cinder-784477-11-iscsi neutron-server[108905]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 16:00:30.631317 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbfb511-1a36-4487-8d71-a1dfd0652c68 None None] Pushing event deleted for resources: {'Port': ['ID=303fbf10-b00e-4c70-95ff-8cb0305b7937,revision_number=None']} {{(pid=108906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:00:30.634869 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbfb511-1a36-4487-8d71-a1dfd0652c68 None None] No DVR routers for this DVR port 303fbf10-b00e-4c70-95ff-8cb0305b7937 on host dv-cinder-784477-11-iscsi {{(pid=108906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:00:30.680775 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-df64219f-0209-4dc7-a421-b2cf8ecd48be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-771163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8007001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7902803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7874401'] for network, after_delete {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:30.686567 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron_lib.callbacks.manager [None req-df64219f-0209-4dc7-a421-b2cf8ecd48be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7902797'] for network, before_response {{(pid=108905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:30.692598 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-df64219f-0209-4dc7-a421-b2cf8ecd48be admin admin] 10.222.0.31 "DELETE /v2.0/networks/43c90473-3a50-4775-b7cd-8b0086ba9716 HTTP/1.1" status: 204 len: 168 time: 0.5401034 Dec 16 16:00:30.701351 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df64219f-0209-4dc7-a421-b2cf8ecd48be admin admin] Pushing event deleted for resources: {'Network': ['ID=43c90473-3a50-4775-b7cd-8b0086ba9716,revision_number=None']} {{(pid=108905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:00:30.861821 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [-] (108905) accepted ('10.222.0.31', 46280) {{(pid=108905) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:00:30.901465 dv-cinder-784477-11-iscsi neutron-server[108905]: INFO neutron.wsgi [None req-093989d3-6d2c-44eb-b279-2d8dd147cd03 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a1354e5edc5f47ae9977e62b72cad47a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383344 Dec 16 16:00:30.903959 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 46282) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:00:30.950540 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-c09cfb30-e370-4ff3-bef1-9066360e0892 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:30.971502 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-c09cfb30-e370-4ff3-bef1-9066360e0892 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:31.020177 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-c09cfb30-e370-4ff3-bef1-9066360e0892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:31.022704 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-c09cfb30-e370-4ff3-bef1-9066360e0892 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:31.023786 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-c09cfb30-e370-4ff3-bef1-9066360e0892 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/218cf1bc-ea80-4e64-9454-1d29e8ff2c1c HTTP/1.1" status: 204 len: 168 time: 0.1188715 Dec 16 16:00:31.034253 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09cfb30-e370-4ff3-bef1-9066360e0892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=218cf1bc-ea80-4e64-9454-1d29e8ff2c1c,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:00:31.355682 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 46288) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:00:31.394243 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-f4a24647-e2f2-4e94-b37a-4f4dbc4a30d9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=63040f002bf349cc9e3bc4db47562d29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0373933 Dec 16 16:00:31.396853 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [-] (108904) accepted ('10.222.0.31', 46290) {{(pid=108904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:00:31.451932 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-2f356ed3-a64c-450d-97c3-2b432c2b1108 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:31.472808 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-2f356ed3-a64c-450d-97c3-2b432c2b1108 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:31.523326 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-2f356ed3-a64c-450d-97c3-2b432c2b1108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8004232'] for security_group, after_delete {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:31.526044 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron_lib.callbacks.manager [None req-2f356ed3-a64c-450d-97c3-2b432c2b1108 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:31.527226 dv-cinder-784477-11-iscsi neutron-server[108904]: INFO neutron.wsgi [None req-2f356ed3-a64c-450d-97c3-2b432c2b1108 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/61dc446e-cee3-473c-99f5-6704b2e3a44b HTTP/1.1" status: 204 len: 168 time: 0.1294484 Dec 16 16:00:31.534764 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f356ed3-a64c-450d-97c3-2b432c2b1108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61dc446e-cee3-473c-99f5-6704b2e3a44b,revision_number=None']} {{(pid=108904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:00:34.021559 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.agents_db [None req-3e981004-2469-4169-a15f-e329d1e51356 None None] Agent healthcheck: found 6 active agents {{(pid=108907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:00:36.647330 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-a242d5c9-f2f5-4efe-8f27-7c20795ba1af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:38.896901 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-45852d28-19b7-4852-a6d3-06442a8f89d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:40.562378 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-223b144f-a2e3-43d1-9ee0-793d55a0ef66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:41.326263 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-e6a1afc6-ab61-4c06-9aae-8bc4c5fea8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:42.786151 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:49.413188 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:06.647378 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-a9966961-42d7-4bad-ab1b-15419e1f9f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:08.892351 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-4dbd4368-7389-449d-8caf-20742c8617dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:10.560001 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-223b144f-a2e3-43d1-9ee0-793d55a0ef66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:11.025372 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.agents_db [None req-3e981004-2469-4169-a15f-e329d1e51356 None None] Agent healthcheck: found 6 active agents {{(pid=108907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:01:11.329848 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-e6a1afc6-ab61-4c06-9aae-8bc4c5fea8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:12.794907 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:19.418438 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:36.650662 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-a5f08aeb-66d6-4353-83b9-06e188f355e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:38.903791 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-e54de824-0ae7-4eeb-b5fb-67e80b497c4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:40.570012 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-223b144f-a2e3-43d1-9ee0-793d55a0ef66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:41.330286 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-e6a1afc6-ab61-4c06-9aae-8bc4c5fea8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:42.789704 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:48.030846 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.agents_db [None req-3e981004-2469-4169-a15f-e329d1e51356 None None] Agent healthcheck: found 6 active agents {{(pid=108907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:01:49.430494 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:06.652036 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-551fdf69-7731-4d79-b9eb-7b490a4f458c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:08.909803 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-f58baca6-c40f-4245-b67f-a0853c8734e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:10.568457 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-223b144f-a2e3-43d1-9ee0-793d55a0ef66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:11.337436 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-e6a1afc6-ab61-4c06-9aae-8bc4c5fea8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:12.795113 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:19.433240 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:25.039434 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.agents_db [None req-3e981004-2469-4169-a15f-e329d1e51356 None None] Agent healthcheck: found 6 active agents {{(pid=108907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:02:36.658173 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-15efe43b-95d4-4cee-9fbb-560401d66782 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:38.903931 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-1796e623-f824-405b-bdbc-732fea6f85bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:40.568182 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-223b144f-a2e3-43d1-9ee0-793d55a0ef66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:41.343157 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-e6a1afc6-ab61-4c06-9aae-8bc4c5fea8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:42.805380 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:49.445114 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:03:02.034573 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.agents_db [None req-3e981004-2469-4169-a15f-e329d1e51356 None None] Agent healthcheck: found 6 active agents {{(pid=108907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:03:06.654904 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-7b8f74de-93ec-473e-b26e-9b79e517e000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:03:08.908485 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-856fb17b-1931-439c-8198-05a884273cef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:03:10.576449 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-223b144f-a2e3-43d1-9ee0-793d55a0ef66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:03:11.342909 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-e6a1afc6-ab61-4c06-9aae-8bc4c5fea8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:03:12.802258 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:03:19.448604 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:03:36.657561 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-a1a59f6b-cb14-40e0-91e7-5d954960cf5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:03:38.910369 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-93d1eb40-14cd-4cce-82ca-b975cef8b921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:03:39.036877 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.agents_db [None req-3e981004-2469-4169-a15f-e329d1e51356 None None] Agent healthcheck: found 6 active agents {{(pid=108907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:03:40.581384 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-223b144f-a2e3-43d1-9ee0-793d55a0ef66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:03:41.348881 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-e6a1afc6-ab61-4c06-9aae-8bc4c5fea8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:03:42.795888 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:03:49.460845 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:05.181900 dv-cinder-784477-11-iscsi neutron-server[108904]: DEBUG neutron.wsgi [req-183c1e4c-929c-4a4e-818b-c053356cc92e req-c84905ab-ecec-4c4b-8c17-f663437e6adf service neutron] (108904) timed out ('10.222.0.66', 65093) {{(pid=108904) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 16 16:04:06.659651 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-2363538d-d452-4b0a-96b9-939b56965290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:08.912302 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-a2121fcd-0134-4378-968b-cca8a248fa49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:10.583135 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-223b144f-a2e3-43d1-9ee0-793d55a0ef66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:11.351381 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-e6a1afc6-ab61-4c06-9aae-8bc4c5fea8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:12.797620 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:14.708377 dv-cinder-784477-11-iscsi neutron-server[108905]: DEBUG neutron.wsgi [req-9e5ae32c-5da4-4c81-9f7e-4506527315b5 req-c2382a1f-9fd0-4bc3-a6de-731282fe6dd9 service neutron] (108905) timed out ('10.222.0.66', 65120) {{(pid=108905) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 16 16:04:16.041124 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.agents_db [None req-3e981004-2469-4169-a15f-e329d1e51356 None None] Agent healthcheck: found 6 active agents {{(pid=108907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:04:19.461778 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:36.659567 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-19b15cad-3e8f-43ba-83c9-c73bf47525bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:38.917163 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-f8b0a522-5cf1-4425-b7dd-e53470e2c085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:40.580641 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-223b144f-a2e3-43d1-9ee0-793d55a0ef66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:41.357851 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-e6a1afc6-ab61-4c06-9aae-8bc4c5fea8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:42.798249 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:49.475935 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:53.046086 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.agents_db [None req-3e981004-2469-4169-a15f-e329d1e51356 None None] Agent healthcheck: found 6 active agents {{(pid=108907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:05:06.667256 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-afb925aa-b545-4166-9f01-f3c8b41bad0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:08.911924 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-eda912dd-d996-4f5a-8a1e-23c2c26c2a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:10.593540 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-223b144f-a2e3-43d1-9ee0-793d55a0ef66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:11.358812 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-e6a1afc6-ab61-4c06-9aae-8bc4c5fea8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:12.803558 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:19.474256 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:30.051269 dv-cinder-784477-11-iscsi neutron-server[108907]: DEBUG neutron.db.agents_db [None req-3e981004-2469-4169-a15f-e329d1e51356 None None] Agent healthcheck: found 6 active agents {{(pid=108907) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:05:36.656981 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-dde294f6-53fe-489f-8aa0-cfabf501c32c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:38.908595 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-c43520a9-9a7b-4168-8599-e8f3445b321f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:40.590730 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-223b144f-a2e3-43d1-9ee0-793d55a0ef66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:41.361502 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-e6a1afc6-ab61-4c06-9aae-8bc4c5fea8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:42.803561 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-91e1f100-75f2-4996-bb95-c57b7b3b1175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:49.481056 dv-cinder-784477-11-iscsi neutron-server[108906]: DEBUG neutron_lib.callbacks.manager [None req-ac37b691-215f-457c-b9f5-4e05a66fd3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739692305749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-783236'] for agent, after_update {{(pid=108906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}